-- Logs begin at Wed 2022-02-16 13:23:54 UTC, end at Wed 2022-02-16 14:43:46 UTC. -- Feb 16 14:16:25.167255 dv-cinder-804735-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 14:16:28.150584 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:16:28.151225 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:16:28.151391 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:16:28.154649 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:16:28.154918 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:16:28.155224 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:16:28.156149 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:16:28.156383 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:16:28.156855 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:16:28.157102 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:16:28.157328 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:16:28.157647 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.158076 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 14:16:28.158388 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.158715 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.159010 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.159304 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.159592 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.159869 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.160153 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.160447 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.160801 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.161086 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.161358 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.161646 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.161924 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.162207 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.162489 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.162794 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] debug = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.163076 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.163493 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.163912 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.164191 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.164475 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.164748 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.165017 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.165289 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.165571 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.165894 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] host = dv-cinder-804735-16-iscsi {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.166173 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.166456 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.166763 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.167048 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.167320 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.167594 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.167872 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.168140 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.168409 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.168677 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.168960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.169242 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.169526 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.169747 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.169966 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.170249 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.170527 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.170821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.171092 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.171361 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.171630 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.171900 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.172165 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.172445 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.172724 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.173013 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.173281 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.173549 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.173816 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.174086 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.174365 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.174641 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.174929 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.175201 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.175487 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.175753 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.176023 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.176940 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.177243 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.177612 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.177902 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.178176 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.178457 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.178754 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.179027 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.179296 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_json = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.179567 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.179835 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.180117 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.180388 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.180655 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.180923 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.181190 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.181470 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.181739 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:28.182030 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.182322 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.182616 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.182929 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.183219 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.183495 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.183777 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.184050 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.184334 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.184617 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.184899 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.185172 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.185469 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.185755 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.186052 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.186351 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.186661 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.186951 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.187220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.187490 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.187762 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.188033 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.188315 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.188588 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.188870 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.189153 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.189428 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.189721 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.190005 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.190294 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.190579 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.190882 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.191155 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.191439 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.191712 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.192587 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.192864 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.193151 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.193422 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.193689 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.193966 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.194238 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.194505 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.194797 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.195072 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.195354 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.195627 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.195899 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.196171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.196444 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.196710 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.196988 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.197260 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.197527 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.197791 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.198072 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.198339 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.198607 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.198903 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.199172 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.199444 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.199712 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.199982 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.200249 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.200516 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.200783 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.201051 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.201316 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.201586 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.201854 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.202121 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.202387 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.202672 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.202943 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.203225 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.203518 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.203793 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.204068 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.204345 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.204617 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.204889 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.205160 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.205430 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.205702 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.205973 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.206257 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.206532 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.206839 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.207137 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.207409 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.207841 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.208119 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.208399 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.208674 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.208948 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.209227 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.209504 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.209793 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.210078 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.210363 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.210669 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.210959 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.211236 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.211542 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.211823 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:28.212039 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:16:28.212275 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103200) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 14:16:28.581960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:16:28.582255 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:16:28.582659 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:16:28.582998 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 14:16:28.914269 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.914561 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.914861 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.916160 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.916435 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.916699 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.960508 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.960783 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.961052 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.975938 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.976216 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:28.976485 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.109174 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.109455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.109726 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.146329 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.146600 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.146894 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.387076 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.387701 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.387701 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.387857 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.388543 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.487924 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.488248 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.488528 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.489342 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.489713 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.490023 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.490281 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.490539 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.490821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.491103 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.491361 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.491622 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.491880 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.492138 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.492391 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.492650 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.492902 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.493164 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.493429 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.493857 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.493944 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.494172 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.494449 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.494845 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.495091 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.495334 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.495726 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.495963 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.496197 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.496430 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.496661 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.496891 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:29.497253 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 14:16:29.500407 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 14:16:29.506139 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 14:16:29.509971 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Feb 16 14:16:29.511631 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 14:16:29.512101 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 14:16:29.512443 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 14:16:29.512832 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 14:16:29.515674 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 14:16:29.515929 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 14:16:29.516274 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:16:29.521197 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 14:16:29.543683 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 14:16:29.544133 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.544431 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103200) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 14:16:29.544962 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.546344 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103200) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 14:16:29.546659 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:16:29.546896 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 14:16:29.550169 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.550451 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:29.614761 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 14:16:29.614994 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 14:16:29.615246 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 14:16:29.615604 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 14:16:29.637968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_db.sqlalchemy.engines [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103200) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 14:16:30.247116 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing driver for type 'gre' Feb 16 14:16:30.247664 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] gre ID ranges: [(1, 1000)] Feb 16 14:16:30.492227 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing driver for type 'local' Feb 16 14:16:30.492814 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing driver for type 'vlan' Feb 16 14:16:30.589550 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] VlanTypeDriver initialization complete Feb 16 14:16:30.589892 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing driver for type 'vxlan' Feb 16 14:16:30.590400 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] vxlan ID ranges: [(1, 1000)] Feb 16 14:16:30.795190 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing extension driver 'port_security' Feb 16 14:16:30.795531 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.extensions.port_security [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] PortSecurityExtensionDriver initialization complete Feb 16 14:16:30.795871 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing mechanism driver 'openvswitch' Feb 16 14:16:30.796201 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing mechanism driver 'hyperv' Feb 16 14:16:30.807602 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.plugin [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:30.808458 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.808837 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.809198 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.809734 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.810179 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.810542 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.810922 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.811362 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.811772 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.812126 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.812472 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.812878 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.813290 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.813644 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.813987 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.814392 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.814831 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.815186 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.815532 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.815935 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.816342 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > address_group after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.816689 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > address_group after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.817670 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.818317 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:16:30.818990 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] ML2 OVO RPC backend initialized. {{(pid=103200) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 14:16:30.819965 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.820331 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.820758 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.821112 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > networks before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.821465 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.821813 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > ports before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.822159 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.822507 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnets before_response 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.822882 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.823225 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.823565 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.823902 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.824240 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.824577 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.824915 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.825261 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.825596 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.833731 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded quota_driver: . Feb 16 14:16:30.834101 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.plugin [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Modular L2 Plugin initialization complete Feb 16 14:16:30.834452 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading services supported by the core plugin {{(pid=103200) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 14:16:30.834829 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.plugins.ml2.managers [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Got port-security extension from driver 'port_security' Feb 16 14:16:30.835328 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.extensions.vlantransparent [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Disabled vlantransparent extension. Feb 16 14:16:30.835829 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103200) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 14:16:30.836173 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: router Feb 16 14:16:30.888717 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.889034 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_create 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.889416 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router before_create 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.889784 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.890167 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.890526 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_delete 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.890921 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.891274 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.891637 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_create 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.891989 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.892341 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.892691 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.893052 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.893467 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.893839 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.894186 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.894528 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: subnet after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.894899 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.895998 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.896434 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_create 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.896792 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.897147 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.897510 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router after_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.897859 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.898350 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_create 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.898748 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.899107 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_update 55549900 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.899480 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > agent after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.899846 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > agent after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.900200 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > network after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.901077 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Tracking information for resource: router configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:30.901415 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Tracking information for resource: floatingip configured {{(pid=103200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:16:30.906437 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.db.l3_agentschedulers_db [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 14:16:30.907059 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.907433 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.907793 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.908148 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: port after_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.908950 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router before_create 55550100 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.909320 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.909689 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_create 55550100 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.910046 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > router precommit_update 55550100 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.916956 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.provider_configuration [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service providers = [] {{(pid=103200) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 14:16:30.922216 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.db.servicetype_db [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103200) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 14:16:30.924716 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.service_base [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:16:30.925072 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.service_base [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:16:30.925464 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.service_base [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:16:30.927008 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.services.service_base [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:16:30.927615 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.services.service_base [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 14:16:30.928009 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.928331 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 14:16:30.947811 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.948155 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: auto_allocate Feb 16 14:16:30.954074 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: network precommit_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.954581 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: network precommit_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.955036 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.955358 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: tag Feb 16 14:16:30.965366 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.965700 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: timestamp Feb 16 14:16:30.969596 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.969937 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: network_ip_availability Feb 16 14:16:30.975510 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.975885 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.976241 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:30.976969 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.977336 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: flavors Feb 16 14:16:30.982300 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.982650 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading Plugin: revisions Feb 16 14:16:30.986995 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:16:30.987389 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.405s {{(pid=103200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:16:30.988140 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103200) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 14:16:30.988477 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Initializing extension manager. Feb 16 14:16:30.989514 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: __init__.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.989856 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: __pycache__ {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.990192 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.990525 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: address_group.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.991327 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:30.991909 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: address-group Feb 16 14:16:30.992233 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: address_scope.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.992942 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:30.993458 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: address-scope Feb 16 14:16:30.993779 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.994737 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:30.995254 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: router-admin-state-down-before-update Feb 16 14:16:30.995575 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: agent.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.996272 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:30.996787 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: agent Feb 16 14:16:30.997107 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: agent_resources_synced.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:30.998009 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:30.998522 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: agent-resources-synced Feb 16 14:16:30.998874 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: allowedaddresspairs.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.000722 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.001248 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: allowed-address-pairs Feb 16 14:16:31.001578 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: auto_allocated_topology.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.002696 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.003223 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: auto-allocated-topology Feb 16 14:16:31.003551 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: availability_zone.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.004248 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.005412 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: availability_zone Feb 16 14:16:31.005739 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: availability_zone_filter.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.006681 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.013423 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: availability_zone_filter Feb 16 14:16:31.013423 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: data_plane_status.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.014200 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.014785 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 14:16:31.015171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: default_subnetpools.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.016121 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.016664 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: default-subnetpools Feb 16 14:16:31.017001 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.017853 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.018380 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: dhcp_agent_scheduler Feb 16 14:16:31.018738 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: dns.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.019672 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.020275 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 14:16:31.020776 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: dns_domain_ports.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.021709 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.022260 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 14:16:31.022589 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.023538 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.024061 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 14:16:31.024388 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: dvr.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.025071 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.025597 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: dvr Feb 16 14:16:31.025931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: ecmp_routes.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.026887 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.027405 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 14:16:31.027731 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: empty_string_filtering.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.028647 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.029166 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: empty-string-filtering Feb 16 14:16:31.029493 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.030407 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.030955 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:16:31.031281 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.032204 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.032721 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 14:16:31.033050 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: external_net.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.033967 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.034490 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: external-net Feb 16 14:16:31.034840 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.039012 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.039540 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: extra_dhcp_opt Feb 16 14:16:31.039871 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: extraroute.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.040791 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.041312 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: extraroute Feb 16 14:16:31.041641 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: extraroute_atomic.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.042728 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.043252 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: extraroute-atomic Feb 16 14:16:31.043578 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: filter_validation.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.044256 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.044771 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: filter-validation Feb 16 14:16:31.045096 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: fip_pf_description.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.046029 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.046547 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 14:16:31.046899 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: fip_port_details.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.048013 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.048538 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: fip-port-details Feb 16 14:16:31.048874 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: flavors.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.050133 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.050695 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: flavors Feb 16 14:16:31.051030 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.053514 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.054044 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 14:16:31.054380 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: floatingip_pools.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.055122 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.055643 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: floatingip-pools Feb 16 14:16:31.055979 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: ip_allocation.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.056911 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.057433 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 14:16:31.057763 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.058721 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.059251 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: ip-substring-filtering Feb 16 14:16:31.059583 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l2_adjacency.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.060515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.061030 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 14:16:31.061357 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.062338 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.062961 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: router Feb 16 14:16:31.063290 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.065552 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.066096 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:16:31.066430 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.068247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.068787 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: ext-gw-mode Feb 16 14:16:31.069121 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.073579 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.074100 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: l3-ha Feb 16 14:16:31.074430 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.075376 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.075892 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 14:16:31.076220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_flavors.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.077140 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.077662 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: l3-flavors Feb 16 14:16:31.077991 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.079428 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.079967 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 14:16:31.080298 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.081226 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.081753 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 14:16:31.082088 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: l3agentscheduler.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.083415 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.083942 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: l3_agent_scheduler Feb 16 14:16:31.084277 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: local_ip.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.086106 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.086667 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension local_ip not supported by any of loaded plugins Feb 16 14:16:31.087013 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: logging.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.088643 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.089182 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension logging not supported by any of loaded plugins Feb 16 14:16:31.089785 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: metering.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.090546 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.091164 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: metering Feb 16 14:16:31.091498 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.092633 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.093164 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: metering_source_and_destination_fields Feb 16 14:16:31.093496 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: multiprovidernet.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.094448 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.095066 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: multi-provider Feb 16 14:16:31.095397 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: netmtu.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.096360 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.096882 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: net-mtu Feb 16 14:16:31.097212 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: netmtu_writable.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.098162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.098963 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: net-mtu-writable Feb 16 14:16:31.099296 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: network_availability_zone.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.099978 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.100496 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: network_availability_zone Feb 16 14:16:31.100820 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: network_ip_availability.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.101946 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.102476 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: network-ip-availability Feb 16 14:16:31.102838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: network_segment_range.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.103612 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.104119 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 14:16:31.104444 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: pagination.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.110765 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.111101 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: pagination Feb 16 14:16:31.111428 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: port_device_profile.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.112351 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.112880 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: port-device-profile Feb 16 14:16:31.113213 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.114990 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.115541 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: port-mac-address-regenerate Feb 16 14:16:31.115876 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.116814 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.117344 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: port-numa-affinity-policy Feb 16 14:16:31.117671 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: port_resource_request.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.118593 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.119137 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 14:16:31.119464 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: port_resource_request_groups.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.120440 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.120955 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 14:16:31.121283 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: portbindings.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.122217 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.122774 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: binding Feb 16 14:16:31.123106 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: portbindings_extended.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.124401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.124932 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: binding-extended Feb 16 14:16:31.125266 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: portsecurity.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.126191 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.126747 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: port-security Feb 16 14:16:31.127081 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: project_id.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.128067 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.128404 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: project-id Feb 16 14:16:31.128768 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: providernet.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.130616 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.131228 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: provider Feb 16 14:16:31.131503 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.135207 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.135745 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos not supported by any of loaded plugins Feb 16 14:16:31.136083 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.137354 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.137884 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 14:16:31.138220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.143132 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.143616 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 14:16:31.143947 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_default.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.144869 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.145662 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-default not supported by any of loaded plugins Feb 16 14:16:31.146005 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_fip.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.146976 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.147501 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 14:16:31.147829 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.148787 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.149307 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 14:16:31.149634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_gateway_ip.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.150714 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.151245 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 14:16:31.151575 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_port_network_policy.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.152500 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.153023 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 14:16:31.153355 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.154401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.154960 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 14:16:31.155292 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.156346 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.156871 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 14:16:31.157200 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_pps_rule.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.158394 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.158943 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 14:16:31.159276 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_rule_type_details.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.160206 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.160774 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 14:16:31.161345 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: qos_rules_alias.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.162408 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.162972 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 14:16:31.163306 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: quota_check_limit.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.164243 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.164775 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: quota-check-limit Feb 16 14:16:31.165104 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: quotasv2.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.166054 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.166393 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: quotas Feb 16 14:16:31.166749 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: quotasv2_detail.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.172724 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.173067 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: quota_details Feb 16 14:16:31.173402 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: rbac.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.174474 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.175046 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: rbac-policies Feb 16 14:16:31.175387 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: rbac_address_group.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.176890 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.177640 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: rbac-address-group Feb 16 14:16:31.177976 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: rbac_address_scope.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.178979 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.179505 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: rbac-address-scope Feb 16 14:16:31.179834 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: rbac_security_groups.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.180762 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.181287 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: rbac-security-groups Feb 16 14:16:31.181619 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: rbac_subnetpool.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.182646 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.183170 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: rbac-subnetpool Feb 16 14:16:31.183499 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: revisionifmatch.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.184441 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.184966 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: revision-if-match Feb 16 14:16:31.185298 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: revisions.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.186432 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.186982 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: standard-attr-revisions Feb 16 14:16:31.187314 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: router_availability_zone.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.187994 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.188520 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: router_availability_zone Feb 16 14:16:31.188849 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: routerservicetype.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.189788 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.190307 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 14:16:31.190644 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.191608 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.192945 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: security-groups-normalized-cidr Feb 16 14:16:31.193369 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.194544 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.194860 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: port-security-groups-filtering Feb 16 14:16:31.195188 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.196142 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.196662 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: security-groups-remote-address-group Feb 16 14:16:31.196990 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.197929 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.198448 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: security-groups-shared-filtering Feb 16 14:16:31.198806 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.199401 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 14:16:31.199756 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: securitygroup.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.209768 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.210311 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: security-group Feb 16 14:16:31.210668 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: segment.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.211473 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.211991 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension segment not supported by any of loaded plugins Feb 16 14:16:31.212320 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.213286 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.213812 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 14:16:31.214142 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: servicetype.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.215578 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.216119 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: service-type Feb 16 14:16:31.216481 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: sorting.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.217485 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.217824 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: sorting Feb 16 14:16:31.218153 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: standard_attr_segment.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.219097 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.219628 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 14:16:31.219952 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: standardattrdescription.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.220601 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.221124 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: standard-attr-description Feb 16 14:16:31.221452 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: stateful_security_group.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.222385 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.223011 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: stateful-security-group Feb 16 14:16:31.223515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: stdattrs_common.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.224204 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 14:16:31.224529 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.225468 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.225992 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 14:16:31.226319 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnet_onboard.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.227432 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.227961 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: subnet_onboard Feb 16 14:16:31.228294 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.229228 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.229744 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 14:16:31.230067 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnet_service_types.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.231017 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.231541 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: subnet-service-types Feb 16 14:16:31.231864 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnetallocation.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.232950 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.233476 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: subnet_allocation Feb 16 14:16:31.233801 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.234473 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.235024 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: subnetpool-prefix-ops Feb 16 14:16:31.235350 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.236288 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.236806 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 14:16:31.237130 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: tagging.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.238222 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.239357 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: standard-attr-tag Feb 16 14:16:31.239927 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: timestamp.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.248061 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.248613 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loaded extension: standard-attr-timestamp Feb 16 14:16:31.248956 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: trunk.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.250047 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.250581 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension trunk not supported by any of loaded plugins Feb 16 14:16:31.250965 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: trunk_details.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.251902 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.252429 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 14:16:31.252762 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: uplink_status_propagation.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.253734 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.254257 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 14:16:31.255273 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Loading extension file: vlantransparent.py {{(pid=103200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:16:31.257122 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:16:31.257655 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 14:16:31.260434 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:network Feb 16 14:16:31.261000 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnet Feb 16 14:16:31.261403 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:16:31.261797 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:port Feb 16 14:16:31.264357 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.264818 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service FLAVORS assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.265439 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.265881 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.266228 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:router Feb 16 14:16:31.266704 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:16:31.267207 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service METERING assigned prefix: /metering {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.268706 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:31.269082 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:31.269437 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:16:31.270756 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:16:31.271301 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:16:31.271745 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:16:31.272381 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service CORE assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.272722 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:16:31.273076 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] subnetpool is already registered Feb 16 14:16:31.273506 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service CORE assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.273839 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:16:31.274181 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] subnetpool is already registered Feb 16 14:16:31.276523 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.276965 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service FLAVORS assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.277558 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.277982 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.279844 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:router Feb 16 14:16:31.280221 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] router is already registered Feb 16 14:16:31.280649 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:16:31.280991 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] floatingip is already registered Feb 16 14:16:31.281458 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service METERING assigned prefix: /metering {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.282132 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:16:31.282463 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] rbac_policy is already registered Feb 16 14:16:31.282914 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:16:31.283257 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] security_group is already registered Feb 16 14:16:31.283663 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:16:31.284000 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] security_group_rule is already registered Feb 16 14:16:31.284638 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service CORE assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.284970 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:16:31.288153 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] subnetpool is already registered Feb 16 14:16:31.288605 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.v2.resource_helper [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Service CORE assigned prefix: {{(pid=103200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:16:31.288946 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:16:31.289289 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING neutron.quota.resource_registry [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] subnetpool is already registered Feb 16 14:16:31.289771 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: extensions {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.291325 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: address-groups {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.292809 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: address-scopes {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.294136 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: agents {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.295354 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: auto-allocated-topology {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.296614 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: availability_zones {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.297839 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: dhcp-networks {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.299377 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: dhcp-agents {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.300785 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: routers {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.303726 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: flavors {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.304888 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: service_profiles {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.306095 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: next_providers {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.307568 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: service_profiles {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.309137 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: floatingip-pools {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.310429 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: routers {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.312568 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: floatingips {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.313829 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: l3-routers {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.315257 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: l3-agents {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.316760 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: metering-labels {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.318412 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: metering-label-rules {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.319842 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: network-ip-availabilities {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.321101 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: bindings {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.322777 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: quotas {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.324348 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: quotas {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.325877 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: rbac-policies {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.327182 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: security-groups {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.328424 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: security-group-rules {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.329660 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: service-providers {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.330892 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: subnetpools {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.332312 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: subnetpools {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.333775 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.335462 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.338244 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.340317 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.471599 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.473918 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.475628 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.477499 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.479301 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.481174 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron.api.extensions [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Extended resource: tags {{(pid=103200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:16:31.487124 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING keystonemiddleware.auth_token [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 14:16:31.492553 dv-cinder-804735-16-iscsi neutron-server[103200]: WARNING keystonemiddleware.auth_token [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 14:16:31.501284 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Acquired lock "singleton_lock" {{(pid=103200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 14:16:31.501778 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_concurrency.lockutils [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Releasing lock "singleton_lock" {{(pid=103200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 14:16:31.502434 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Starting 2 workers Feb 16 14:16:31.507874 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Started child 103313 {{(pid=103200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:16:31.512446 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Started child 103314 {{(pid=103200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:16:31.513245 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.514034 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO neutron.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 14:16:31.514716 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.514816 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [-] (103313) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:16:31.517062 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.517481 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Starting 1 workers Feb 16 14:16:31.518471 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [-] (103314) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:16:31.523020 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Started child 103315 {{(pid=103200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:16:31.523575 dv-cinder-804735-16-iscsi neutron-server[103200]: INFO oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Starting 1 workers Feb 16 14:16:31.526910 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] calling RpcWorker wait() {{(pid=103315) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 14:16:31.527438 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] returning from RpcWorker wait() {{(pid=103315) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 14:16:31.528125 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Started child 103316 {{(pid=103200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:16:31.528737 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.528926 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG neutron_lib.callbacks.manager [None req-923fb18c-3c8d-489d-bed3-15ccef811227 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.529251 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:31.530820 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:16:31.531038 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:16:31.531225 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:16:31.531453 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:16:31.531825 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:16:31.531980 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:16:31.532496 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.532773 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.532910 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:31.533349 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.533349 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.533593 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.534126 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.534402 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.534651 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.534967 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.535202 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.535376 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.535544 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.536000 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.536274 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.536571 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.536847 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.537097 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.537369 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.537549 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.537805 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.538070 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.538323 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.538603 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] debug = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.538866 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.539359 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.539592 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.539836 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.540073 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.540354 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.540606 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.540879 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.541114 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.541355 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.541597 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.541876 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.542144 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.542363 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.542654 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.542878 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.543137 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.543361 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.543823 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] host = dv-cinder-804735-16-iscsi {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.544048 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.544289 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.544522 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.544770 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.545020 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.545273 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.545539 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.545806 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.546035 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.546262 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.546520 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.546777 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.547030 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.547273 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.547440 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_options = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.547660 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.547941 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.548201 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.548407 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.548583 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.548747 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.549009 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.549173 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.549433 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.549655 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.549871 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.550092 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.550311 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.550528 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.550803 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.551039 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.551323 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.551542 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.551806 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.552068 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.552377 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.552608 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.552823 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.553034 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.553269 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.553483 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.553783 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.553943 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.554151 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.554408 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.554745 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.554996 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.555220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.555468 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.555724 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.555960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.556177 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:31.556323 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.556484 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.556784 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.557012 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.557266 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.557514 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.557891 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.558038 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.558909 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.558909 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.558909 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_json = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.559530 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.559530 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.559799 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.559799 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.560061 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.560201 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.560535 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.561110 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.561110 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.561652 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.561820 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.562133 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.562469 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.562852 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.562852 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.563227 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.563333 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.563562 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.563795 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.564123 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.566162 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.572821 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.573515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.574694 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.575088 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.575166 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.575373 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.575592 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.575823 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.576062 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.576327 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.576573 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.576806 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.576994 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.577203 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.577450 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.577657 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578056 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578239 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578385 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578520 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578738 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.578992 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.579233 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.579439 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.579652 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.579861 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.580071 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.580294 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.580529 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.580734 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.581095 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.581255 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.581400 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.581582 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.581813 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.582030 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.582244 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.582507 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.583447 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.583756 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.584004 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.584223 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.584449 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.584668 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.584943 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.585264 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.585506 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.585746 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.585971 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.586220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.586441 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.586726 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.586951 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.587171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.587446 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.587698 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.587950 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.588201 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.588426 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.588647 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.588941 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.589181 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.589679 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.589900 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.590137 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.590363 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.590687 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.590932 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.591166 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.591400 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.591649 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.591922 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.592175 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.592453 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.592695 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.592980 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.593270 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.593534 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.593795 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.594029 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.594279 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.594547 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.594829 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.595094 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.595331 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.595567 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.595789 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.596049 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.596271 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.596487 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.596720 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.597069 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.597321 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.597537 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.597772 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.598057 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.598485 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.598808 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.599095 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.599347 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.599618 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.599870 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.600122 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.600341 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.600584 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.600834 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.601053 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.601287 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.601705 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.601950 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.602189 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.602435 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.602715 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.602940 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.603160 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.603404 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.603625 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.603845 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.604097 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.604311 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.604552 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.604792 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.605028 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.605246 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.605465 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.605715 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.605971 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.606191 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.606464 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.606760 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.606996 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.607246 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.607508 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.607773 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.608007 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.608252 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.608474 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.608690 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.608906 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.609126 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.609341 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.609560 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.609789 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.610088 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.610348 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.610602 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.610992 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.611256 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.611465 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.611711 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.612106 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.612333 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.612554 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.612775 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.612995 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.613240 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.613467 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.613733 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.613983 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.614198 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.614422 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.614797 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.615073 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.615342 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.615587 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.615812 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.616045 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.616269 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.616492 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.616728 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.616968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.617183 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.617401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.617623 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.617838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.618135 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.618403 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.618662 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.618927 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.619147 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.619382 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.619684 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.619908 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.620125 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.620350 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.620568 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.620781 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.621042 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.621274 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.621490 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.621736 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.621957 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.622171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.622403 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.622617 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.622858 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.623104 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.623327 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.623540 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.623767 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.623977 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.624203 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.624427 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.624647 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.624864 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.625096 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.625309 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.625520 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.625756 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.625957 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.626170 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.626485 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.626777 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.627008 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.627305 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.627579 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.627811 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.628072 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.628374 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.628610 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.628885 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.629124 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.629885 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.630136 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.630396 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.630742 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.631048 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.631305 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.631578 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.631856 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.632150 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.632437 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.632685 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.632993 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.633478 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.633921 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.634186 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.634407 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.634701 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.634932 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.635154 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.635381 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.635618 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.635837 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.636080 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.636515 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.636770 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.636994 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.637227 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.637472 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.637701 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.638016 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.638272 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.638487 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.638824 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:16:31.639358 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:16:31.639524 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:16:31.639684 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:16:31.639861 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:16:31.640039 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:16:31.640194 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:16:31.640412 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.640576 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.640740 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.640902 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641248 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641412 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641574 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641735 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.641898 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.642064 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.642227 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.642389 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.643761 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.643943 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.644118 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.644291 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.644461 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.644653 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.644820 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.645615 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.645771 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.645915 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] debug = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.646029 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.646317 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.646511 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.646696 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.646861 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647022 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647184 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647346 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647512 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647690 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.647850 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.648003 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.648152 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.648297 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.650198 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.650391 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.650564 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.650776 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.650946 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] host = dv-cinder-804735-16-iscsi {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651110 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651279 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651440 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651602 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651763 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.651925 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652087 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652249 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652412 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652577 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652742 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.652905 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653067 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653234 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653396 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_options = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653560 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653722 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.653885 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654080 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654248 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654410 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654572 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654776 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.654912 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655074 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655235 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655395 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655555 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655718 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.655883 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656043 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656203 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656368 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656536 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656678 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.656997 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657157 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657317 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657479 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657639 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657803 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.657960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658123 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658283 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658447 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658611 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658800 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.658960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659120 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659281 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659441 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659602 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659766 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.659926 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660086 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660246 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660406 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660582 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660978 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.660978 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661141 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_json = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661358 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661517 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661675 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661835 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.661990 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.662141 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.662298 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.662461 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:16:31.662667 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.662833 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663013 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663178 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663342 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663505 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663667 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663833 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.663998 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664160 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664331 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664496 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664671 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664833 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.664995 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665160 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665323 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665487 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665574 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:31.665657 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665799 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.665960 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666122 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666293 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666456 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666639 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666800 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.666962 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667133 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667295 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667475 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667640 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667805 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.667970 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.668132 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.668545 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.668713 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.668872 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669038 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669202 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669366 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669635 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669729 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.669834 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.670266 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.670266 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.670432 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.670510 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671303 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671303 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671303 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671303 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671619 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671619 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671775 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671854 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.671968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.672139 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.672315 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.672481 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.672646 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.672815 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.674838 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675103 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675103 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675278 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675443 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675604 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675769 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.675930 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.676093 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.676859 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677224 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677224 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677224 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677571 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677571 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677842 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.677842 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678006 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678151 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678327 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678490 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678674 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.678840 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679003 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679191 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679329 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679492 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679655 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679817 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.679979 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680142 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680308 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680472 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680635 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680800 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.680963 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681127 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681289 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681450 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681613 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681777 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.681940 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682102 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682265 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682431 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682602 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682790 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.682955 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.683119 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.683288 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.684931 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685455 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685847 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685847 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.685983 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.686057 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.686195 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.686356 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.686520 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.686741 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687003 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687003 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687181 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687330 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687494 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687656 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687819 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.687981 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688143 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688308 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688472 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688635 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688800 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.688968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689295 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689471 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689603 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689758 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.689997 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.690522 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.690522 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.690522 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.691401 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692494 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692494 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692494 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692708 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692786 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.692929 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693268 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693268 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693412 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693512 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693675 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.693844 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694010 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694173 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694337 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694501 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694685 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.694850 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695004 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695154 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695316 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695607 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695705 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695783 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.695945 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696113 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696277 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696502 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696588 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696737 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.696901 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697171 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697264 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697358 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697511 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697676 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.697841 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698004 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698166 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698331 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698493 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698679 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.698843 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699027 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699220 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699311 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699470 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699633 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.699811 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700634 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.700968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.701436 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.701436 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.701436 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.702482 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703247 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703572 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703572 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703708 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703782 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.703933 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704473 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704473 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704473 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704710 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704710 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.704857 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705308 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705308 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705308 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705587 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705802 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705802 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.705993 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706094 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706255 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706430 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706599 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706786 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.706950 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.707113 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.707279 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.707461 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.707787 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.707968 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708145 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708297 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708472 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708645 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708819 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.708983 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.709154 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.709328 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.709489 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.709652 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.709823 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710027 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710131 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710288 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710452 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710615 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710802 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.710967 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711130 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711293 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711458 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711620 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711783 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.711948 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.712111 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.712274 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.712437 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:16:31.712599 dv-cinder-804735-16-iscsi neutron-server[103200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:16:31.854017 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50024) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:31.862760 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064814 Feb 16 14:16:43.876638 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afda811-7f5b-4d5e-bdae-67fb628dbf41 None None] get_active_networks_info from dv-cinder-804735-16-iscsi {{(pid=103315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 14:16:43.965355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afda811-7f5b-4d5e-bdae-67fb628dbf41 None None] No non-hosted networks {{(pid=103315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 14:16:43.975043 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.agentschedulers_db [None req-1afda811-7f5b-4d5e-bdae-67fb628dbf41 None None] DHCP Agent not found on host dv-cinder-804735-16-iscsi {{(pid=103315) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 14:16:44.074171 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-780ae192-4dc6-4db3-acd6-82da7734d260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:46.175466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-cfb085a1-8521-4e5b-b066-c6663ed2bac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:46.231269 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.db.api [None req-9907b2d0-9e62-48b0-863f-87674e857535 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-16-iscsi {{(pid=103315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:16:46.231727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG oslo_db.api [None req-9907b2d0-9e62-48b0-863f-87674e857535 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:16:46.801828 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9907b2d0-9e62-48b0-863f-87674e857535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:47.068700 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:48.819035 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:50.087212 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50108) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:50.195772 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:50.196553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.197128 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.197480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.198101 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.198440 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.198795 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.199130 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.199486 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.199815 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.201412 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.202769 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.203122 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.203476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:50.204286 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:50.212674 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:50.547454 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.db.l3_hamode_db [None req-973b52a0-3b9c-4e30-b826-d60290d9e76b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 14:16:50.627445 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b52a0-3b9c-4e30-b826-d60290d9e76b None None] Routers set() bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:16:50.627783 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b52a0-3b9c-4e30-b826-d60290d9e76b None None] Router IDs set() for agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:16:50.690724 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING oslo_policy.policy [None req-043d81ab-e403-4f04-8dcf-64f8275208dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:16:50.704699 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING oslo_policy.policy [None req-043d81ab-e403-4f04-8dcf-64f8275208dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:16:50.928871 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [None req-043d81ab-e403-4f04-8dcf-64f8275208dd admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:16:50.929876 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-043d81ab-e403-4f04-8dcf-64f8275208dd admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8412006 Feb 16 14:16:53.461597 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50132) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:53.774220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:53.867994 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.policy [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103314) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:16:53.910563 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING oslo_policy.policy [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:16:53.911177 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING oslo_policy.policy [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:16:54.063362 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137369023', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137369474', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137256438', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137254705', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137261844', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748137268320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3819483', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697624'] for rbac-policy (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:54.270768 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:54.272033 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5a6414f5-2df3-4dd9-9b9b-93a5a98fa286 admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8094647 Feb 16 14:16:56.782958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50142) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:16:57.097008 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:16:57.205040 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Made reservation on behalf of be1bee9f5fbd40a2af980a22358eb8e7 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:16:57.209362 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.226550 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.335097 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks [] for security_group (3c5bb17d-d514-40c2-95d3-3519d6807293), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.406719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (3c5bb17d-d514-40c2-95d3-3519d6807293), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.426935 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:16:57.462943 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748137049730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (81868068-91d7-4070-aa8c-29f69a226e37), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.463526 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Unsubscribe: segment precommit_create {{(pid=103314) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:16:57.464959 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Added segment 81868068-91d7-4070-aa8c-29f69a226e37 of type vlan for network 98af0d31-dc72-46fd-8105-a8fc2d11b370 Feb 16 14:16:57.484243 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bb17d-d514-40c2-95d3-3519d6807293,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.534249 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.534643 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.535008 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.535372 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.535706 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.536034 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.536359 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.536686 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.537056 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.537398 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.537721 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.538044 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.538360 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Tracked resource versions report: Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: pushed versions: Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: { 'AddressGroup': {'1.2'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'ConntrackHelper': {'1.0'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Log': {'1.0'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Network': {'1.1'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Port': {'1.7'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'PortForwarding': {'1.2'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'QosPolicy': {'1.10'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroup': {'1.5'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SubPort': {'1.0'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Subnet': {'1.1'}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Trunk': {'1.1'}} Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: consumer versions: Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'ConntrackHelper': '1.0', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'LocalIPAssociation': '1.0', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Log': '1.0', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Network': '1.1', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Port': '1.7', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'PortForwarding': '1.2', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'QosPolicy': '1.10', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroup': '1.5', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroupRule': '1.2', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SubPort': '1.0', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Subnet': '1.1', Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Trunk': '1.1'}} Feb 16 14:16:57.539797 dv-cinder-804735-16-iscsi neutron-server[103314]: {{(pid=103314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:16:57.573760 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (98af0d31-dc72-46fd-8105-a8fc2d11b370), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.669681 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (98af0d31-dc72-46fd-8105-a8fc2d11b370), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.674789 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:57.675496 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:16:57.785074 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] Pushing event updated for resources: {'Network': ['ID=98af0d31-dc72-46fd-8105-a8fc2d11b370,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.796496 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:16:57.798753 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ecd3fd5c-72fa-4085-8b6f-ebb91f5e3879 demo demo] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0139215 Feb 16 14:17:00.342196 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50154) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:00.741509 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b5d4c-92a3-41f0-a846-9d1a8617adac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:00.742924 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a14b5d4c-92a3-41f0-a846-9d1a8617adac demo admin] 10.222.0.110 "GET /v2.0/networks/98af0d31-dc72-46fd-8105-a8fc2d11b370 HTTP/1.1" status: 200 len: 826 time: 0.3997288 Feb 16 14:17:00.767851 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3d1b52af-565f-42d1-aef5-c2606ae87739 demo admin] 10.222.0.110 "GET /v2.0/subnetpools/c2756dd2-fab7-4f64-b388-616cb83ea45f HTTP/1.1" status: 200 len: 734 time: 0.0191600 Feb 16 14:17:00.776936 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Request body: {'subnet': {'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f', 'gateway_ip': '172.20.0.1', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:00.880805 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Made reservation on behalf of be1bee9f5fbd40a2af980a22358eb8e7 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:00.883104 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.206673 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (db542f54-7bd8-402b-8649-a81cf3871a0a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.276149 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Pushing event updated for resources: {'Subnet': ['ID=db542f54-7bd8-402b-8649-a81cf3871a0a,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:01.280501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Checking segment: {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:01.280856 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Network hostable DHCP agents. Network: 98af0d31-dc72-46fd-8105-a8fc2d11b370, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:01.383616 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:01.475444 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 98af0d31-dc72-46fd-8105-a8fc2d11b370) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:01.479968 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:01.480572 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:01.485392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366816e-ed66-4cf0-ad1a-79545e08cd60 None None] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:01.573816 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-fc66cd4c-dbcd-43bd-97e4-8f9674b93582 demo admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8001230 Feb 16 14:17:01.865306 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-98af0d31-dc72-46fd-8105-a8fc2d11b370', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:17:01.866592 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.144038 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Allocated IP 172.20.0.2 (98af0d31-dc72-46fd-8105-a8fc2d11b370/db542f54-7bd8-402b-8649-a81cf3871a0a/9320887d-a747-4df1-9322-9897c30bffc7) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:02.422958 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks [] for port (9320887d-a747-4df1-9322-9897c30bffc7), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.510266 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (9320887d-a747-4df1-9322-9897c30bffc7), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.592176 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:02.596703 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:02.600756 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:02.606976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Pushing event updated for resources: {'Port': ['ID=9320887d-a747-4df1-9322-9897c30bffc7,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:02.639425 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.639795 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.640173 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.640523 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.640865 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.641220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.641549 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.641886 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.642218 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.642566 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.642928 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.643256 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.643580 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Tracked resource versions report: Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: pushed versions: Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: { 'AddressGroup': {'1.2'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'ConntrackHelper': {'1.0'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Log': {'1.0'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Network': {'1.1'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Port': {'1.7'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'PortForwarding': {'1.2'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'QosPolicy': {'1.10'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroup': {'1.5'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SubPort': {'1.0'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Subnet': {'1.1'}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Trunk': {'1.1'}} Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: consumer versions: Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'ConntrackHelper': '1.0', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'LocalIPAssociation': '1.0', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Log': '1.0', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Network': '1.1', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Port': '1.7', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'PortForwarding': '1.2', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'QosPolicy': '1.10', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroup': '1.5', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroupRule': '1.2', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SubPort': '1.0', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Subnet': '1.1', Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Trunk': '1.1'}} Feb 16 14:17:02.645294 dv-cinder-804735-16-iscsi neutron-server[103315]: {{(pid=103315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:17:02.719558 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Attempting to bind port 9320887d-a747-4df1-9322-9897c30bffc7 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:02.720096 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Attempting to bind port 9320887d-a747-4df1-9322-9897c30bffc7 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:02.720700 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Attempting to bind port 9320887d-a747-4df1-9322-9897c30bffc7 on network 98af0d31-dc72-46fd-8105-a8fc2d11b370 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:02.728220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:02.728769 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Checking segment: {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:02.729478 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.730046 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Bound using segment: {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:02.730777 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Bound port: 9320887d-a747-4df1-9322-9897c30bffc7, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:02.731371 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9320887d-a747-4df1-9322-9897c30bffc7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.803007 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] For port 9320887d-a747-4df1-9322-9897c30bffc7, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:02.807495 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] For port 9320887d-a747-4df1-9322-9897c30bffc7, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=9320887d-a747-4df1-9322-9897c30bffc7,segment=NetworkSegment(81868068-91d7-4070-aa8c-29f69a226e37),segment_id=81868068-91d7-4070-aa8c-29f69a226e37)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:02.892536 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9320887d-a747-4df1-9322-9897c30bffc7), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:02.959981 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e4f6-d677-4b3f-8daf-0563a4ddeeb5 None None] Pushing event updated for resources: {'Port': ['ID=9320887d-a747-4df1-9322-9897c30bffc7,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:04.152084 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 50162) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:04.655169 dv-cinder-804735-16-iscsi neutron-server[103313]: WARNING oslo_policy.policy [None req-6f297e4f-eed6-4223-abb1-bc8ac8bc405a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:17:04.655727 dv-cinder-804735-16-iscsi neutron-server[103313]: WARNING oslo_policy.policy [None req-6f297e4f-eed6-4223-abb1-bc8ac8bc405a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:17:04.890890 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [None req-6f297e4f-eed6-4223-abb1-bc8ac8bc405a admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:17:04.892095 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6f297e4f-eed6-4223-abb1-bc8ac8bc405a admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7379038 Feb 16 14:17:07.574350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50176) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:07.892791 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [None req-6bc8ed9c-42e5-4b15-8ae6-18c74cc61ec3 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:17:07.893867 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6bc8ed9c-42e5-4b15-8ae6-18c74cc61ec3 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185151 Feb 16 14:17:10.461463 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50184) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:10.776809 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:10.858475 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (7263ccbb-7b10-4488-9992-ded3c123c089), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:10.860084 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (7263ccbb-7b10-4488-9992-ded3c123c089), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.018273 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Publish callbacks [] for router_controller (7263ccbb-7b10-4488-9992-ded3c123c089), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.121992 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (7263ccbb-7b10-4488-9992-ded3c123c089), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.209285 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:11.210495 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a4917161-5a1c-4de5-9c9e-76e8ec42d811 demo demo] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7479939 Feb 16 14:17:13.797725 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50196) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:13.823812 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3395d1fe-e960-4685-a288-293f740e7985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:14.121585 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [None req-2514bc4d-7c6a-4cd5-a88b-c7dff94fdc6a admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:17:14.122608 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2514bc4d-7c6a-4cd5-a88b-c7dff94fdc6a admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239315 Feb 16 14:17:14.824915 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 9320887d-a747-4df1-9322-9897c30bffc7 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:14.871966 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c6c90-dcc2-43b4-918c-c1186b6a2c8a None None] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:14.990067 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 9320887d-a747-4df1-9322-9897c30bffc7 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:14.990475 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9320887d-a747-4df1-9322-9897c30bffc7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.042953 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Provisioning complete for port 9320887d-a747-4df1-9322-9897c30bffc7 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:15.043341 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9320887d-a747-4df1-9322-9897c30bffc7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.208280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:15.208824 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9320887d-a747-4df1-9322-9897c30bffc7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.223755 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:15.224404 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9320887d-a747-4df1-9322-9897c30bffc7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.263662 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 9320887d-a747-4df1-9322-9897c30bffc7, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=9320887d-a747-4df1-9322-9897c30bffc7,segment=NetworkSegment(81868068-91d7-4070-aa8c-29f69a226e37),segment_id=81868068-91d7-4070-aa8c-29f69a226e37)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:15.338610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9320887d-a747-4df1-9322-9897c30bffc7), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:15.413277 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.db.api [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:17:15.413572 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG oslo_db.api [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:17:15.417846 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=9320887d-a747-4df1-9322-9897c30bffc7,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:15.949886 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-af85241a-96ee-4fbb-84f6-f220a5daae55 None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:16.070652 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-7152c92e-0fc6-4ac3-bfca-f90c45a1f2b4 None None] Provisioning complete for port 9320887d-a747-4df1-9322-9897c30bffc7 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:16.071025 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7152c92e-0fc6-4ac3-bfca-f90c45a1f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9320887d-a747-4df1-9322-9897c30bffc7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.163641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-7152c92e-0fc6-4ac3-bfca-f90c45a1f2b4 None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:16.171823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9a18ce05-ea11-4bf9-9f4e-86869e5a8d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.669368 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50206) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:16.809492 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 9320887d-a747-4df1-9322-9897c30bffc7 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:16.856070 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 9320887d-a747-4df1-9322-9897c30bffc7 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:16.856513 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9320887d-a747-4df1-9322-9897c30bffc7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:16.933547 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:17.005545 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:17.011968 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.090616 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Made reservation on behalf of bc84493c143948b0a3e6035696397a69 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:17.092951 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.102375 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.173955 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks [] for security_group (1dc85e67-8768-4702-818b-f74fc1bb7e15), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.240394 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (1dc85e67-8768-4702-818b-f74fc1bb7e15), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.255973 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103314) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 14:17:17.276173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc85e67-8768-4702-818b-f74fc1bb7e15,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.280377 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (e328dccb-a2cf-4ce2-823a-503e7ef1f90b), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.280712 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Added segment e328dccb-a2cf-4ce2-823a-503e7ef1f90b of type flat for network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 Feb 16 14:17:17.324674 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.412203 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.413118 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.413686 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:17.503321 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c72208d8-9f4a-43cf-9bfc-a7a985f9cc82,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:17.510038 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4d7d7f6a-0504-4060-84ee-1b2d7a0726c6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8395693 Feb 16 14:17:17.525511 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:17:17.573803 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:17:18.679716 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:20.005744 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50224) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:20.166253 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e4eb6-584a-4eb9-8f02-91aa73da50bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.167593 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d77e4eb6-584a-4eb9-8f02-91aa73da50bb demo admin] 10.222.0.110 "GET /v2.0/subnets/db542f54-7bd8-402b-8649-a81cf3871a0a HTTP/1.1" status: 200 len: 849 time: 0.1609185 Feb 16 14:17:20.182097 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:20.289057 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b6b7c27a-99c3-4764-9320-b5fc8b58dc83 demo admin] 10.222.0.110 "GET /v2.0/routers/7263ccbb-7b10-4488-9992-ded3c123c089 HTTP/1.1" status: 200 len: 704 time: 0.1158919 Feb 16 14:17:20.554305 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:20.848688 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Allocated IP 172.20.0.1 (98af0d31-dc72-46fd-8105-a8fc2d11b370/db542f54-7bd8-402b-8649-a81cf3871a0a/aa845bfe-a73b-464a-bce9-7399d7607baf) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:21.052061 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks [] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.189786 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.258661 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:21.264997 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:21.271275 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:21.271436 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (7263ccbb-7b10-4488-9992-ded3c123c089), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.331298 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Pushing event updated for resources: {'Port': ['ID=aa845bfe-a73b-464a-bce9-7399d7607baf,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:21.520283 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-94b2583c-8f03-465f-983b-205f540d772e None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:21.521067 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-94b2583c-8f03-465f-983b-205f540d772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.552496 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-94b2583c-8f03-465f-983b-205f540d772e None None] Port aa845bfe-a73b-464a-bce9-7399d7607baf cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:21.567368 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.775082 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks [] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.833876 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.834577 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (7263ccbb-7b10-4488-9992-ded3c123c089), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:21.890779 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Pushing event updated for resources: {'Port': ['ID=aa845bfe-a73b-464a-bce9-7399d7607baf,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:21.959590 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:21.960938 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:22.174548 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-0688bdcf-a3f0-4852-bad8-b4fef4a08f63 None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:22.174964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-0688bdcf-a3f0-4852-bad8-b4fef4a08f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:22.195447 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Router 7263ccbb-7b10-4488-9992-ded3c123c089 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:17:22.208264 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-0688bdcf-a3f0-4852-bad8-b4fef4a08f63 None None] Port aa845bfe-a73b-464a-bce9-7399d7607baf cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:22.287916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:22.293044 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1bf383f3-6fc6-4bac-b961-b5bd2f66a42b demo admin] 10.222.0.110 "PUT /v2.0/routers/7263ccbb-7b10-4488-9992-ded3c123c089/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9988306 Feb 16 14:17:22.309850 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Sync routers for ids ['7263ccbb-7b10-4488-9992-ded3c123c089'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:22.324016 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Routers {'7263ccbb-7b10-4488-9992-ded3c123c089'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:22.324847 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:17:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['7263ccbb-7b10-4488-9992-ded3c123c089'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:22.513760 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Set router 7263ccbb-7b10-4488-9992-ded3c123c089 gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:22.937404 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:21Z', 'revision_number': 2, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port_host': None, '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:21Z', 'revision_number': 2, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:22.989358 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Checking router: 7263ccbb-7b10-4488-9992-ded3c123c089 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:22.989728 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Updating router 7263ccbb-7b10-4488-9992-ded3c123c089 port aa845bfe-a73b-464a-bce9-7399d7607baf binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:23.040799 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.552497 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks [] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.627701 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.793721 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Pushing event updated for resources: {'Port': ['ID=aa845bfe-a73b-464a-bce9-7399d7607baf,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:23.811914 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Attempting to bind port aa845bfe-a73b-464a-bce9-7399d7607baf on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:23.812324 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Attempting to bind port aa845bfe-a73b-464a-bce9-7399d7607baf by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:23.812764 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Attempting to bind port aa845bfe-a73b-464a-bce9-7399d7607baf on network 98af0d31-dc72-46fd-8105-a8fc2d11b370 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:23.816960 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.817342 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.817697 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.818031 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.818357 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.818698 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.819037 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.819361 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.819681 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.820016 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.820340 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.820656 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.820971 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Tracked resource versions report: Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: pushed versions: Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: { 'AddressGroup': {'1.2'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'ConntrackHelper': {'1.0'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Log': {'1.0'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Network': {'1.1'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Port': {'1.7'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'PortForwarding': {'1.2'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'QosPolicy': {'1.10'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroup': {'1.5'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SubPort': {'1.0'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Subnet': {'1.1'}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Trunk': {'1.1'}} Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: consumer versions: Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'ConntrackHelper': '1.0', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'LocalIPAssociation': '1.0', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Log': '1.0', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Network': '1.1', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Port': '1.7', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'PortForwarding': '1.2', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'QosPolicy': '1.10', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroup': '1.5', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroupRule': '1.2', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SubPort': '1.0', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Subnet': '1.1', Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Trunk': '1.1'}} Feb 16 14:17:23.822520 dv-cinder-804735-16-iscsi neutron-server[103316]: {{(pid=103316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:17:23.827357 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:23.827760 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Checking segment: {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:23.828245 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.828625 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Bound using segment: {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:23.829112 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Bound port: aa845bfe-a73b-464a-bce9-7399d7607baf, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81868068-91d7-4070-aa8c-29f69a226e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:23.829485 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.896916 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] For port aa845bfe-a73b-464a-bce9-7399d7607baf, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:23.916199 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] For port aa845bfe-a73b-464a-bce9-7399d7607baf, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=aa845bfe-a73b-464a-bce9-7399d7607baf,segment=NetworkSegment(81868068-91d7-4070-aa8c-29f69a226e37),segment_id=81868068-91d7-4070-aa8c-29f69a226e37)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:23.938220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-a288355a-2d8a-49df-b855-10feecab57a8 None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:23.938774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a288355a-2d8a-49df-b855-10feecab57a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:23.955878 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.018718 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3564e90-91b5-49ad-b0d0-9e9c756e6531 None None] Pushing event updated for resources: {'Port': ['ID=aa845bfe-a73b-464a-bce9-7399d7607baf,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.037545 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Routers {'7263ccbb-7b10-4488-9992-ded3c123c089'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:24.038184 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:17:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['7263ccbb-7b10-4488-9992-ded3c123c089'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:24.041449 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-a288355a-2d8a-49df-b855-10feecab57a8 None None] Port aa845bfe-a73b-464a-bce9-7399d7607baf cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:17:24.135040 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] Set router 7263ccbb-7b10-4488-9992-ded3c123c089 gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:24.263856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:24.264163 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.345631 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Current status of the port aa845bfe-a73b-464a-bce9-7399d7607baf is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:24.346322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.349878 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:21Z', 'revision_number': 2, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port_host': None, '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:23Z', 'revision_number': 4, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:24.375931 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa094ff-1c1a-4213-ac97-9cf63a6a9ab4 None None] The sync data for ids ['7263ccbb-7b10-4488-9992-ded3c123c089'] in dv-cinder-804735-16-iscsi is: [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:21Z', 'revision_number': 2, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port_host': None, '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:23Z', 'revision_number': 4, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:24.378384 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] For port aa845bfe-a73b-464a-bce9-7399d7607baf, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=aa845bfe-a73b-464a-bce9-7399d7607baf,segment=NetworkSegment(81868068-91d7-4070-aa8c-29f69a226e37),segment_id=81868068-91d7-4070-aa8c-29f69a226e37)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:24.463550 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:24.518910 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5d8ba-8145-40bb-b0fc-f3af498bb711 None None] Pushing event updated for resources: {'Port': ['ID=aa845bfe-a73b-464a-bce9-7399d7607baf,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.749852 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50246) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:24.862482 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044edd18-5cc8-40c1-a219-5dad5acb7173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.864479 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-044edd18-5cc8-40c1-a219-5dad5acb7173 admin admin] 10.222.0.110 "GET /v2.0/networks/c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 HTTP/1.1" status: 200 len: 842 time: 0.1136467 Feb 16 14:17:24.874194 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:24.983481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Made reservation on behalf of bc84493c143948b0a3e6035696397a69 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:24.985703 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:25.338872 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.objects.ports [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103314) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:17:25.339548 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (13e03e12-bab0-488c-abf8-cd616998e467), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:25.476019 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e03e12-bab0-488c-abf8-cd616998e467,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:25.483294 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:25.483654 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Network hostable DHCP agents. Network: c72208d8-9f4a-43cf-9bfc-a7a985f9cc82, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:25.560695 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:25.651877 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, c72208d8-9f4a-43cf-9bfc-a7a985f9cc82) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:25.655760 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.656356 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:25.661967 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f72c54-edca-46ae-8c38-21018cd7dadb None None] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:25.742247 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ee1fc681-8c5f-4d1a-ab0d-ddca31444cf6 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8714900 Feb 16 14:17:25.761612 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c0719-45bf-4f6f-b0c1-e6bb4afe442f None None] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:17:28.197889 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50254) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:28.328820 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a41510ac-93e6-498b-84a0-9b5471e253c9 demo admin] 10.222.0.110 "GET /v2.0/routers/7263ccbb-7b10-4488-9992-ded3c123c089 HTTP/1.1" status: 200 len: 710 time: 0.1296668 Feb 16 14:17:28.414770 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8366be6-4bc6-4ec5-86e1-91c7ba76c735 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:28.416060 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e8366be6-4bc6-4ec5-86e1-91c7ba76c735 demo admin] 10.222.0.110 "GET /v2.0/networks/c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 HTTP/1.1" status: 200 len: 886 time: 0.0816984 Feb 16 14:17:28.424937 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:28.672333 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks [] for router_gateway (7263ccbb-7b10-4488-9992-ded3c123c089), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:28.960809 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks [] for router_gateway (7263ccbb-7b10-4488-9992-ded3c123c089), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.039656 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.184646 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Allocated IP 172.27.0.156 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/8826b270-7934-4022-994c-69fdf0038947) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:29.292191 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks [] for port (8826b270-7934-4022-994c-69fdf0038947), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.366534 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (8826b270-7934-4022-994c-69fdf0038947), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:29.406818 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:29.409604 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:29.415569 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:17:29.418436 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Pushing event updated for resources: {'Port': ['ID=8826b270-7934-4022-994c-69fdf0038947,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:29.737123 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks [] for router_gateway (7263ccbb-7b10-4488-9992-ded3c123c089), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.020566 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-670706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254107'] for router (7263ccbb-7b10-4488-9992-ded3c123c089), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.023815 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670699'] for router (7263ccbb-7b10-4488-9992-ded3c123c089), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.129342 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Router 7263ccbb-7b10-4488-9992-ded3c123c089 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:17:30.238803 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:17:30.243306 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:30.244362 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-95f9d34c-7c5a-4576-8ef2-283fae05c40e demo admin] 10.222.0.110 "PUT /v2.0/routers/7263ccbb-7b10-4488-9992-ded3c123c089 HTTP/1.1" status: 200 len: 890 time: 1.8225746 Feb 16 14:17:32.792335 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50266) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:17:32.859362 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device aa845bfe-a73b-464a-bce9-7399d7607baf up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:32.912501 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:32.912899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:32.922673 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-403df664-2098-4e24-8f66-b20042882723 admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1274385 Feb 16 14:17:32.999064 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port aa845bfe-a73b-464a-bce9-7399d7607baf is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:33.199197 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Sync routers for ids ['7263ccbb-7b10-4488-9992-ded3c123c089'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:17:33.211099 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Routers {'7263ccbb-7b10-4488-9992-ded3c123c089'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:33.212648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:17:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['7263ccbb-7b10-4488-9992-ded3c123c089'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:33.431692 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Set router 7263ccbb-7b10-4488-9992-ded3c123c089 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:33.856200 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '8826b270-7934-4022-994c-69fdf0038947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 4, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port': {'id': '8826b270-7934-4022-994c-69fdf0038947', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:29Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:24Z', 'revision_number': 5, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:33.908156 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Checking router: 7263ccbb-7b10-4488-9992-ded3c123c089 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:33.908766 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Updating router 7263ccbb-7b10-4488-9992-ded3c123c089 port 8826b270-7934-4022-994c-69fdf0038947 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:17:34.032005 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8826b270-7934-4022-994c-69fdf0038947), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.376153 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks [] for port (8826b270-7934-4022-994c-69fdf0038947), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.461965 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8826b270-7934-4022-994c-69fdf0038947), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.510355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Attempting to bind port 8826b270-7934-4022-994c-69fdf0038947 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:17:34.510765 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Attempting to bind port 8826b270-7934-4022-994c-69fdf0038947 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:17:34.511132 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Attempting to bind port 8826b270-7934-4022-994c-69fdf0038947 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:17:34.519954 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb531-ccd7-4414-b2eb-ac02cb195e21 None None] Pushing event updated for resources: {'Port': ['ID=8826b270-7934-4022-994c-69fdf0038947,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:34.522335 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:17:34.522719 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:17:34.523119 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.523503 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:17:34.523983 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Bound port: 8826b270-7934-4022-994c-69fdf0038947, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:17:34.524351 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8826b270-7934-4022-994c-69fdf0038947), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.582773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] For port 8826b270-7934-4022-994c-69fdf0038947, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:17:34.586826 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] For port 8826b270-7934-4022-994c-69fdf0038947, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8826b270-7934-4022-994c-69fdf0038947,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:17:34.646818 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8826b270-7934-4022-994c-69fdf0038947), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:34.697551 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Routers {'7263ccbb-7b10-4488-9992-ded3c123c089'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:17:34.698162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:17:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['7263ccbb-7b10-4488-9992-ded3c123c089'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:34.775605 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb531-ccd7-4414-b2eb-ac02cb195e21 None None] Pushing event updated for resources: {'Port': ['ID=8826b270-7934-4022-994c-69fdf0038947,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:34.822461 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] Set router 7263ccbb-7b10-4488-9992-ded3c123c089 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:17:35.044572 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '8826b270-7934-4022-994c-69fdf0038947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 4, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port': {'id': '8826b270-7934-4022-994c-69fdf0038947', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:29Z', 'updated_at': '2022-02-16T14:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:24Z', 'revision_number': 5, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:35.074378 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28dbb8d-f222-481c-9dff-4866bc294391 None None] The sync data for ids ['7263ccbb-7b10-4488-9992-ded3c123c089'] in dv-cinder-804735-16-iscsi is: [{'id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'name': 'router1', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '8826b270-7934-4022-994c-69fdf0038947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:17:10Z', 'updated_at': '2022-02-16T14:17:29Z', 'revision_number': 4, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'gw_port': {'id': '8826b270-7934-4022-994c-69fdf0038947', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ee:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:29Z', 'updated_at': '2022-02-16T14:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'aa845bfe-a73b-464a-bce9-7399d7607baf', 'name': '', 'network_id': '98af0d31-dc72-46fd-8105-a8fc2d11b370', 'tenant_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'mac_address': 'fa:16:3e:78:f2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7263ccbb-7b10-4488-9992-ded3c123c089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:17:20Z', 'updated_at': '2022-02-16T14:17:24Z', 'revision_number': 5, 'project_id': 'be1bee9f5fbd40a2af980a22358eb8e7', 'subnets': [{'id': 'db542f54-7bd8-402b-8649-a81cf3871a0a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2756dd2-fab7-4f64-b388-616cb83ea45f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:36.899587 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8826b270-7934-4022-994c-69fdf0038947 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:36.969008 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 8826b270-7934-4022-994c-69fdf0038947 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:36.969497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8826b270-7934-4022-994c-69fdf0038947), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.085439 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 8826b270-7934-4022-994c-69fdf0038947 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:37.085439 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8826b270-7934-4022-994c-69fdf0038947), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.110959 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 8826b270-7934-4022-994c-69fdf0038947, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8826b270-7934-4022-994c-69fdf0038947,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:17:37.200662 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8826b270-7934-4022-994c-69fdf0038947), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:37.266706 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=8826b270-7934-4022-994c-69fdf0038947,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:38.938831 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8826b270-7934-4022-994c-69fdf0038947 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:17:39.098160 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 8826b270-7934-4022-994c-69fdf0038947 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:39.098830 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8826b270-7934-4022-994c-69fdf0038947), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:39.220988 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 8826b270-7934-4022-994c-69fdf0038947 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:17:43.812378 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-02df318e-e30b-4cc4-8a43-0ff3ffc3445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:46.164993 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-918f3376-6f1e-4d38-b679-3ae9a5e0b195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:47.035231 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:48.680773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:50.162027 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:17:54.578682 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:18:13.834530 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a578add9-5772-4f24-8bd1-fc1aa3a233e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:16.193513 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-28a7b983-6475-4329-82ee-792e2c3b77d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:17.040956 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:18.680271 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:20.154296 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:31.573967 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:18:43.793704 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a858204d-1a63-41bc-8955-96889cec788e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:46.180978 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e3ddcdbf-55fc-4ae6-add3-32d95115ec75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:47.027998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:48.662049 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:50.130592 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:57.796694 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50750) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:57.856635 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a735037-4200-4835-a85d-960ea4d7a4cd admin admin] GET failed (client error): The resource could not be found. Feb 16 14:18:57.857895 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1a735037-4200-4835-a85d-960ea4d7a4cd admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602622 Feb 16 14:18:58.023743 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f044be1-e885-495d-9ac9-10877248a913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:58.025228 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0f044be1-e885-495d-9ac9-10877248a913 admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1625848 Feb 16 14:19:00.437220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50760) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:00.529330 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59791fb4-c99e-402c-9ad3-9f8ca6c1ff8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.530701 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-59791fb4-c99e-402c-9ad3-9f8ca6c1ff8d admin admin] 10.222.0.110 "GET /v2.0/subnets/db542f54-7bd8-402b-8649-a81cf3871a0a HTTP/1.1" status: 200 len: 849 time: 0.0924976 Feb 16 14:19:00.540615 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:00.625056 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Publish callbacks [] for subnet (db542f54-7bd8-402b-8649-a81cf3871a0a), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:00.896462 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748136960871'] for subnet (db542f54-7bd8-402b-8649-a81cf3871a0a), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:00.926366 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.926977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:00.932354 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] 10.222.0.110 "PUT /v2.0/subnets/db542f54-7bd8-402b-8649-a81cf3871a0a HTTP/1.1" status: 200 len: 868 time: 0.3912406 Feb 16 14:19:00.932509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136ebfb-79ae-4f56-849e-e3a70246fdb3 None None] Network 98af0d31-dc72-46fd-8105-a8fc2d11b370 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:00.949240 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db542f54-7bd8-402b-8649-a81cf3871a0a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:00.957873 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.957873 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.958232 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.958473 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.958832 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.959167 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.959499 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.959838 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.960192 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.960722 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.961063 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.961381 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:00.961740 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb43346-437a-4db6-9d4b-1099997c2e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:01.294004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Provisioning complete for port 9320887d-a747-4df1-9322-9897c30bffc7 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:01.294371 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9320887d-a747-4df1-9322-9897c30bffc7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:01.370645 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Current status of the port 9320887d-a747-4df1-9322-9897c30bffc7 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:01.380602 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Provisioning complete for port aa845bfe-a73b-464a-bce9-7399d7607baf triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:01.380988 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (aa845bfe-a73b-464a-bce9-7399d7607baf), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:01.457957 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b8768-6ec0-481d-9a7e-87c94f63ad3e None None] Current status of the port aa845bfe-a73b-464a-bce9-7399d7607baf is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:03.275452 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50768) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:03.474152 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc2c1e-d078-4df3-b2d8-3bd3fbb60349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.474566 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc2c1e-d078-4df3-b2d8-3bd3fbb60349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.476118 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-85dc2c1e-d078-4df3-b2d8-3bd3fbb60349 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2011013 Feb 16 14:19:05.777325 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50776) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:05.907394 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad68b84-ed6a-45e2-9913-3199d01337a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:05.907868 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad68b84-ed6a-45e2-9913-3199d01337a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:05.909544 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-9ad68b84-ed6a-45e2-9913-3199d01337a3 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1312304 Feb 16 14:19:08.219498 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50784) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:08.349775 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d419a32-1afd-42af-8910-b7dfe28bef49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:08.351160 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5d419a32-1afd-42af-8910-b7dfe28bef49 admin admin] 10.222.0.110 "GET /v2.0/networks/98af0d31-dc72-46fd-8105-a8fc2d11b370 HTTP/1.1" status: 200 len: 870 time: 0.1307142 Feb 16 14:19:08.574919 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:19:10.717464 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50792) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:10.840682 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee41bf-6406-453c-9258-5a396c7e12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:10.842043 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ffee41bf-6406-453c-9258-5a396c7e12d9 admin admin] 10.222.0.110 "GET /v2.0/networks/c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 HTTP/1.1" status: 200 len: 886 time: 0.1236339 Feb 16 14:19:13.168491 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50800) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:13.395813 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4350f-bcc6-4729-8f85-fc7d0d7a1954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:13.396192 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4350f-bcc6-4729-8f85-fc7d0d7a1954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:13.397786 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4bf4350f-bcc6-4729-8f85-fc7d0d7a1954 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2283416 Feb 16 14:19:13.804497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-78ea8883-ec57-4919-b387-64b66b985219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:15.711032 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50808) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:15.801918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73ff10-c121-4188-9cbb-d033e4856ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:15.802366 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73ff10-c121-4188-9cbb-d033e4856ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:15.803870 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8b73ff10-c121-4188-9cbb-d033e4856ec9 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919006 Feb 16 14:19:16.164574 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-dcf8f6ce-ff7f-4f33-bb5d-fb4180760a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.044506 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:18.118714 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50816) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:18.202216 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fb920-0c46-4895-9cd8-41645104f021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:18.203605 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-002fb920-0c46-4895-9cd8-41645104f021 admin admin] 10.222.0.110 "GET /v2.0/subnets/13e03e12-bab0-488c-abf8-cd616998e467 HTTP/1.1" status: 200 len: 816 time: 0.0839450 Feb 16 14:19:18.695737 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:20.147869 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:20.512125 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50824) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:20.608149 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f1314-34dc-4377-ba58-074575976397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:20.609497 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2a4f1314-34dc-4377-ba58-074575976397 admin admin] 10.222.0.110 "GET /v2.0/subnets/db542f54-7bd8-402b-8649-a81cf3871a0a HTTP/1.1" status: 200 len: 868 time: 0.0964305 Feb 16 14:19:43.798793 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b5f68ddc-aaa4-473a-82be-1b084a25774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:45.573241 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:19:46.187453 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-18c2f7de-1728-42c7-a3d7-f68ff12ddeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:47.045578 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:48.724067 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.398420 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50876) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:49.446515 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [None req-689b6a28-8db7-47f5-8292-fd325737b642 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:49.447553 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-689b6a28-8db7-47f5-8292-fd325737b642 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481777 Feb 16 14:19:50.152774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:51.855003 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50884) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:51.915091 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3b78cd-2124-4ee9-80a5-d9abd70451d8 admin admin] GET failed (client error): The resource could not be found. Feb 16 14:19:51.916390 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3c3b78cd-2124-4ee9-80a5-d9abd70451d8 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604556 Feb 16 14:19:51.999896 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04193c1d-d1a4-4443-88cb-d71f006dc713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:52.001445 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-04193c1d-d1a4-4443-88cb-d71f006dc713 admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809948 Feb 16 14:19:54.455089 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50892) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:54.502138 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:54.581509 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Made reservation on behalf of bc84493c143948b0a3e6035696397a69 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:54.583911 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.616582 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING neutron.services.revisions.revision_plugin [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Could not find related network for resource to bump revision. Feb 16 14:19:54.629412 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1418, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:19:54.637949 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (fea15003-6f16-4d8d-a382-6c6e29533042), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.638228 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Added segment fea15003-6f16-4d8d-a382-6c6e29533042 of type vlan for network b0c2b6b8-13df-4641-9567-64db46d71d73 Feb 16 14:19:54.679750 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (b0c2b6b8-13df-4641-9567-64db46d71d73), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.752808 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (b0c2b6b8-13df-4641-9567-64db46d71d73), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.753777 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:54.754357 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.810862 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] Pushing event updated for resources: {'Network': ['ID=b0c2b6b8-13df-4641-9567-64db46d71d73,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:54.821800 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network b0c2b6b8-13df-4641-9567-64db46d71d73 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:19:54.852196 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-14faee3c-cecc-432d-99c0-9a05a5a103ff admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3959537 Feb 16 14:19:57.374539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 50900) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:57.473345 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b27a8ff-40aa-44ad-959c-35acc6e6e726 admin admin] GET failed (client error): The resource could not be found. Feb 16 14:19:57.474937 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-4b27a8ff-40aa-44ad-959c-35acc6e6e726 admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0994046 Feb 16 14:19:57.671175 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.policy [None req-c25baf86-27c0-4915-a2bc-e559dda4621b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103313) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:19:57.714117 dv-cinder-804735-16-iscsi neutron-server[103313]: WARNING oslo_policy.policy [None req-c25baf86-27c0-4915-a2bc-e559dda4621b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:57.714480 dv-cinder-804735-16-iscsi neutron-server[103313]: WARNING oslo_policy.policy [None req-c25baf86-27c0-4915-a2bc-e559dda4621b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:57.723126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25baf86-27c0-4915-a2bc-e559dda4621b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:57.725193 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c25baf86-27c0-4915-a2bc-e559dda4621b admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.2460814 Feb 16 14:19:57.735141 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:57.859750 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Made reservation on behalf of bc84493c143948b0a3e6035696397a69 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:57.863255 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.169820 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (7be71f87-40d9-415a-adc7-55bdaa6d4f40), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.239601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be71f87-40d9-415a-adc7-55bdaa6d4f40,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:58.243724 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Checking segment: {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:58.244082 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Network hostable DHCP agents. Network: b0c2b6b8-13df-4641-9567-64db46d71d73, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:19:58.253942 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.254292 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.254648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.254986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.255314 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.255639 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.255964 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.256284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.256622 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.256946 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.257261 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.257574 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.257887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Tracked resource versions report: Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: pushed versions: Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: { 'AddressGroup': {'1.2'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'ConntrackHelper': {'1.0'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Log': {'1.0'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Network': {'1.1'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Port': {'1.7'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'PortForwarding': {'1.2'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'QosPolicy': {'1.10'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroup': {'1.5'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SubPort': {'1.0'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Subnet': {'1.1'}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Trunk': {'1.1'}} Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: consumer versions: Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'ConntrackHelper': '1.0', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'LocalIPAssociation': '1.0', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Log': '1.0', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Network': '1.1', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Port': '1.7', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'PortForwarding': '1.2', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'QosPolicy': '1.10', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroup': '1.5', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroupRule': '1.2', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SubPort': '1.0', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Subnet': '1.1', Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Trunk': '1.1'}} Feb 16 14:19:58.259270 dv-cinder-804735-16-iscsi neutron-server[103313]: {{(pid=103313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:19:58.369555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Network b0c2b6b8-13df-4641-9567-64db46d71d73 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:19:58.455925 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, b0c2b6b8-13df-4641-9567-64db46d71d73) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:58.460723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:58.461365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.465975 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb0ee0-b3ac-4a83-bcea-72b35aae26fd None None] Network b0c2b6b8-13df-4641-9567-64db46d71d73 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:58.537767 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-bca0ba6c-eef7-4e71-97e6-83651c94cf5b admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8062034 Feb 16 14:19:58.569127 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-b0c2b6b8-13df-4641-9567-64db46d71d73', 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73', 'project_id': 'bc84493c143948b0a3e6035696397a69', 'fixed_ips': [{'subnet_id': '7be71f87-40d9-415a-adc7-55bdaa6d4f40'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:19:58.570045 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.716586 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Allocated IP 192.168.233.2 (b0c2b6b8-13df-4641-9567-64db46d71d73/7be71f87-40d9-415a-adc7-55bdaa6d4f40/29816b4c-ebf9-4ac1-9d0e-7052662e889a) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:58.857902 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks [] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.918965 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:58.963256 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Network b0c2b6b8-13df-4641-9567-64db46d71d73 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:58.966115 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:58.969612 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:58.975362 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Pushing event updated for resources: {'Port': ['ID=29816b4c-ebf9-4ac1-9d0e-7052662e889a,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:58.986684 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.987131 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.987495 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.987838 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.988169 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.988501 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.988843 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.989177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.989503 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.989844 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.990173 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.990500 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:58.990843 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.039301 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Attempting to bind port 29816b4c-ebf9-4ac1-9d0e-7052662e889a on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:59.039672 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Attempting to bind port 29816b4c-ebf9-4ac1-9d0e-7052662e889a by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:59.040038 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Attempting to bind port 29816b4c-ebf9-4ac1-9d0e-7052662e889a on network b0c2b6b8-13df-4641-9567-64db46d71d73 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:59.045050 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:59.045410 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Checking segment: {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:59.045817 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:59.046206 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Bound using segment: {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:59.046691 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Bound port: 29816b4c-ebf9-4ac1-9d0e-7052662e889a, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:59.047066 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:59.115620 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] For port 29816b4c-ebf9-4ac1-9d0e-7052662e889a, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:59.118896 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] For port 29816b4c-ebf9-4ac1-9d0e-7052662e889a, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=29816b4c-ebf9-4ac1-9d0e-7052662e889a,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:59.182058 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:59.249724 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62923a2a-f1a3-4159-bd84-d94a4673b89f None None] Pushing event updated for resources: {'Port': ['ID=29816b4c-ebf9-4ac1-9d0e-7052662e889a,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:00.052417 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5ca89-63c3-4099-ae32-2cfaa1c9d29a None None] Network b0c2b6b8-13df-4641-9567-64db46d71d73 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:20:00.142786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Provisioning complete for port 29816b4c-ebf9-4ac1-9d0e-7052662e889a triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:00.143180 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:00.254942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Current status of the port 29816b4c-ebf9-4ac1-9d0e-7052662e889a is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:00.255341 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:00.294175 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] For port 29816b4c-ebf9-4ac1-9d0e-7052662e889a, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=29816b4c-ebf9-4ac1-9d0e-7052662e889a,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:20:00.369489 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:00.418143 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e71957-f4d8-4df5-b30a-b7f3bc240e7e None None] Pushing event updated for resources: {'Port': ['ID=29816b4c-ebf9-4ac1-9d0e-7052662e889a,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:00.489941 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-f23df59a-f71f-4ee7-adf1-b71badb74cc0 None None] Provisioning complete for port 29816b4c-ebf9-4ac1-9d0e-7052662e889a triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:00.490322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f23df59a-f71f-4ee7-adf1-b71badb74cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:00.570419 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f23df59a-f71f-4ee7-adf1-b71badb74cc0 None None] Current status of the port 29816b4c-ebf9-4ac1-9d0e-7052662e889a is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:00.953129 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 29816b4c-ebf9-4ac1-9d0e-7052662e889a up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:20:01.004384 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 29816b4c-ebf9-4ac1-9d0e-7052662e889a triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:01.004771 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (29816b4c-ebf9-4ac1-9d0e-7052662e889a), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:01.085976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 29816b4c-ebf9-4ac1-9d0e-7052662e889a is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:13.803964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fe5dede-4788-4f3d-9c4a-732e92dbb8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:16.180610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-aa875f71-8035-497e-b8b7-0061b62fb213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:17.053570 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:18.689576 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:20.150634 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:22.572101 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:20:43.814558 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b1883ef7-7249-4576-9186-3051b043d5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:46.186351 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-051558ec-9ff8-43f5-94cf-4d3ff7ad0987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:47.048750 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:48.688966 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:50.162603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:59.571341 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:13.820098 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-11d56e33-b08f-47bb-910d-649b2ec064cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:16.201941 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5a829b45-d88f-45c6-85e9-d8e8c2ce5885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:17.047796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:18.698250 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:20.156127 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:30.564593 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 50946) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:30.571173 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [None req-6369d433-b050-44af-bfe4-06a23fd3096c tempest-verify_tempest_config-1937258514 tempest-verify_tempest_config-1937258514-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:21:30.572215 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6369d433-b050-44af-bfe4-06a23fd3096c tempest-verify_tempest_config-1937258514 tempest-verify_tempest_config-1937258514-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065992 Feb 16 14:21:31.102483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 50964) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:31.211030 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.312597 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Publish callbacks [] for security_group (ad83a8f5-0e9c-4e0b-99e5-5584624c7f80), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.378436 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ad83a8f5-0e9c-4e0b-99e5-5584624c7f80), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.423614 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1d4b6b1ff9f4403196fd9556efe22813&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3199995 Feb 16 14:21:31.426881 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83a8f5-0e9c-4e0b-99e5-5584624c7f80,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:31.427033 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 50968) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:31.434116 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.434468 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.434929 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.438424 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.438820 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.439170 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.439528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.439893 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.440253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.440591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.440927 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.441254 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.441584 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910a643-ec63-4bad-a284-db736c8a6a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.482340 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Publish callbacks [] for security_group (ad83a8f5-0e9c-4e0b-99e5-5584624c7f80), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.504036 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Publish callbacks [] for security_group (ad83a8f5-0e9c-4e0b-99e5-5584624c7f80), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.653181 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ad83a8f5-0e9c-4e0b-99e5-5584624c7f80), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.655859 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:31.657005 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ad83a8f5-0e9c-4e0b-99e5-5584624c7f80 HTTP/1.1" status: 204 len: 168 time: 0.2288270 Feb 16 14:21:31.665761 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83a8f5-0e9c-4e0b-99e5-5584624c7f80,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:31.672632 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.672999 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.673335 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.673714 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.673992 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.674416 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.674787 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.675242 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.675686 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.676599 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.676964 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.677292 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:31.677733 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c6af8-a349-465f-978e-3177ff51dde0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:36.569916 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:43.823337 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-29ab558d-abb8-4433-827c-0083ab06fd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:46.195789 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f1c2a261-4740-40e0-80a7-f777b4d7727b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:47.057636 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:48.716978 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:50.155834 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:13.568914 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:22:13.800749 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8a35e317-9cf2-45be-9344-23142d72baa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.217999 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ea12b7a4-24f8-45e7-bd66-07ef180cc6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:17.040578 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:18.720452 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:20.216314 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:43.868603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-386b9d4f-7541-419b-bc27-e6637e08ec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:46.188477 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-967373e9-b4d9-4b47-a11d-0d03de2524f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:47.062865 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:48.719622 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:50.164479 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:50.567305 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 5 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:13.815649 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-db4c72c7-226e-4236-b4b7-c37aa527a197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:16.232078 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c9950339-87dc-4b53-b256-dc60395738a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:17.066900 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:18.701411 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:20.181999 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.278914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-656450'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:27.566980 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:33.358315 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51040) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:33.464207 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2b32dd2c-0961-4a83-bcad-763532eb9832 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1047480 Feb 16 14:23:35.874146 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51050) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:35.927789 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-769dcfc8-aece-4b08-bf32-74fd145c1f57 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0525320 Feb 16 14:23:43.809623 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b862da60-d02e-4a23-bab4-9afb7a182b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:46.244854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4c19648f-559a-43c3-ab0d-0154d0f4697f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:47.072854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:48.701513 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:50.152622 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:51.209388 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:04.566254 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:24:13.808854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-aa9417a5-8fc3-4407-8552-87ebad7acefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:16.231920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97d312a8-0ec8-4701-91f9-f686e1ea540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:17.117920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:18.723274 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:20.191637 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:21.191496 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:41.565797 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:24:43.830726 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26cab327-b334-4e3d-b73e-a77d0397ffbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:46.167818 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3b500158-f95b-480c-b6d2-ad05767c20cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:47.065477 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:48.738675 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:50.156547 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:51.208139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.364626 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51242) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:13.847395 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7182178a-02c5-4bb3-97fc-037790a8c34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:13.938378 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1128472798-network', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.037115 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Made reservation on behalf of d48b56501b0a49829c4522b171dd1159 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.039975 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.049171 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.103767 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51264) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:14.124544 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51270) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:14.131448 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks [] for security_group (6d86d5f6-ac63-433c-b9a4-f02abc565fd7), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.145795 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51274) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:14.165437 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51280) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:14.196612 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6d86d5f6-ac63-433c-b9a4-f02abc565fd7), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.223923 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:14.229953 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d86d5f6-ac63-433c-b9a4-f02abc565fd7,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:14.238984 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.239354 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.239732 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.240090 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.240445 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.240775 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.241116 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.241453 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.241792 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.242117 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.242439 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.242841 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Tracked resource versions report: Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: pushed versions: Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: { 'AddressGroup': {'1.2'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'ConntrackHelper': {'1.0'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Log': {'1.0'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Network': {'1.1'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Port': {'1.7'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'PortForwarding': {'1.2'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'QosPolicy': {'1.10'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroup': {'1.5'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SubPort': {'1.0'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Subnet': {'1.1'}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Trunk': {'1.1'}} Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: consumer versions: Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: HyperV agent@hv-cinder-80473: {}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'ConntrackHelper': '1.0', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'LocalIPAssociation': '1.0', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Log': '1.0', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Network': '1.1', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Port': '1.7', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'PortForwarding': '1.2', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'QosPolicy': '1.10', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroup': '1.5', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SecurityGroupRule': '1.2', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'SubPort': '1.0', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Subnet': '1.1', Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: 'Trunk': '1.1'}} Feb 16 14:25:14.245350 dv-cinder-804735-16-iscsi neutron-server[103314]: {{(pid=103314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:25:14.250140 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (f1bd763b-5b64-4c40-bf85-70099ddf6ae2), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.250488 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Added segment f1bd763b-5b64-4c40-bf85-70099ddf6ae2 of type vlan for network d94143be-8ba2-454c-8d39-3ad4b5796d55 Feb 16 14:25:14.299193 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (d94143be-8ba2-454c-8d39-3ad4b5796d55), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.407776 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (d94143be-8ba2-454c-8d39-3ad4b5796d55), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.408838 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:14.409541 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.424097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630283370-network', 'tenant_id': '204493dc17434b01bb0b5a9caaa22efe'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.446901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-network', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.454848 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-344496324-network', 'tenant_id': '04d38e42748249e495e0d4f675a018a8'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.495384 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] Pushing event updated for resources: {'Network': ['ID=d94143be-8ba2-454c-8d39-3ad4b5796d55,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:14.502101 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-251645644-network', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.510431 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:14.527100 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-27625a35-4393-45d2-b8cf-f0a547f41d7d admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1612427 Feb 16 14:25:14.527883 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51296) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:14.534820 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Request body: {'subnet': {'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1128472798-subnet', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.579055 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Made reservation on behalf of 204493dc17434b01bb0b5a9caaa22efe for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.581537 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.593391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.601918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Made reservation on behalf of aeb2105b246e4f78bccf81a39b007f69 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.605502 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.609142 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Made reservation on behalf of d48b56501b0a49829c4522b171dd1159 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.611596 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.620677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.622682 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Made reservation on behalf of bf4ddcdf7f0a469fa577164b86beb7cf for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.625011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.627071 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Made reservation on behalf of 04d38e42748249e495e0d4f675a018a8 for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:14.629167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.646616 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.659103 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.818297 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks [] for security_group (60849d54-c416-4456-b0aa-28631518153d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.876702 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks [] for security_group (02ddead6-693d-4cad-b966-86af0f5ec431), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.904378 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks [] for security_group (f132efd3-3695-41a4-a5dd-5c4e81b666fa), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.932227 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks [] for security_group (c5cd47c6-81f7-454d-a497-dc68ebdedd59), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.951102 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (60849d54-c416-4456-b0aa-28631518153d), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.959312 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (8619f697-b625-4e59-9464-f7d52400fbda), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.979975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (02ddead6-693d-4cad-b966-86af0f5ec431), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.985447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f132efd3-3695-41a4-a5dd-5c4e81b666fa), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:14.991171 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60849d54-c416-4456-b0aa-28631518153d,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.016900 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:15.065283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (c5cd47c6-81f7-454d-a497-dc68ebdedd59), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.068127 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddead6-693d-4cad-b966-86af0f5ec431,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.069892 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.070238 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Added segment ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb of type vlan for network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 Feb 16 14:25:15.076036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:15.088237 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1425, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:15.091847 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.092278 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.092546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.092877 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.093215 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.093551 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.093898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.094486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.094598 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.094931 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.095262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.095588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.095903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Tracked resource versions report: Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: pushed versions: Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: { 'AddressGroup': {'1.2'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'ConntrackHelper': {'1.0'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Log': {'1.0'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Network': {'1.1'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Port': {'1.7'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'PortForwarding': {'1.2'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'QosPolicy': {'1.10'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroup': {'1.5'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SubPort': {'1.0'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Subnet': {'1.1'}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Trunk': {'1.1'}} Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: consumer versions: Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: HyperV agent@hv-cinder-80473: {}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'ConntrackHelper': '1.0', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'LocalIPAssociation': '1.0', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Log': '1.0', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Network': '1.1', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Port': '1.7', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'PortForwarding': '1.2', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'QosPolicy': '1.10', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroup': '1.5', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SecurityGroupRule': '1.2', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'SubPort': '1.0', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Subnet': '1.1', Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: 'Trunk': '1.1'}} Feb 16 14:25:15.097054 dv-cinder-804735-16-iscsi neutron-server[103313]: {{(pid=103313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:25:15.119042 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Checking segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:15.119424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Network hostable DHCP agents. Network: d94143be-8ba2-454c-8d39-3ad4b5796d55, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:15.129737 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132efd3-3695-41a4-a5dd-5c4e81b666fa,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.149398 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748137049730', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (dad59da0-bf3b-4f9c-9ea2-253033860abb), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.149398 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Unsubscribe: segment precommit_create {{(pid=103313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:25:15.149398 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Added segment dad59da0-bf3b-4f9c-9ea2-253033860abb of type vlan for network 06af663a-d931-4d79-ac78-7b297e58e0fa Feb 16 14:25:15.149620 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.149620 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8619f697-b625-4e59-9464-f7d52400fbda,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.177882 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:15.186829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (7340752d-55a6-4271-bb37-4489ea36ff6f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.187179 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Added segment 7340752d-55a6-4271-bb37-4489ea36ff6f of type vlan for network 640dc8f6-252a-4a17-aba9-038eaf1838c7 Feb 16 14:25:15.253220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:15.255565 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.256507 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.257253 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.262614 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (6e3b6cf0-5726-4e9e-b363-d5fd035e49a6), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.262987 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Added segment 6e3b6cf0-5726-4e9e-b363-d5fd035e49a6 of type vlan for network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 Feb 16 14:25:15.283320 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd47c6-81f7-454d-a497-dc68ebdedd59,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.329951 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.338792 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, d94143be-8ba2-454c-8d39-3ad4b5796d55) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:15.343063 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:15.351463 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.353122 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.359280 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (06af663a-d931-4d79-ac78-7b297e58e0fa), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.365025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (640dc8f6-252a-4a17-aba9-038eaf1838c7), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.368997 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (4ba8543b-8e56-4793-9ca0-86543e7d7d00), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.371544 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-75cc35a8-53b3-428c-a68e-2498882781a9 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2046349 Feb 16 14:25:15.374351 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51334) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:15.379956 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Request body: {'subnet': {'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-subnet', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:15.428389 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-81923a59-83d6-4b3a-a2cc-06def73d4b05 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8991351 Feb 16 14:25:15.431581 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51336) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:15.447045 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1879d-328c-497f-8454-58b5b1fcfaae None None] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:15.448994 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:15.498848 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Made reservation on behalf of aeb2105b246e4f78bccf81a39b007f69 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:15.501275 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.557193 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (4ba8543b-8e56-4793-9ca0-86543e7d7d00), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.558259 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.559214 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.564145 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (06af663a-d931-4d79-ac78-7b297e58e0fa), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.571687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.571687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.571687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (640dc8f6-252a-4a17-aba9-038eaf1838c7), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.571687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:15.571687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.576810 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-d94143be-8ba2-454c-8d39-3ad4b5796d55', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:25:15.578602 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.591709 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.592727 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.689732 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] Pushing event updated for resources: {'Network': ['ID=4ba8543b-8e56-4793-9ca0-86543e7d7d00,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.699770 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for router_controller (b22a26f7-1603-41c7-9682-138d519c4f3e), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.700537 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:15.744288 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-1a727ca8-a6a3-4f73-8948-fa7444d1eccd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6188059 Feb 16 14:25:15.749637 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51338) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:15.752766 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6056864 Feb 16 14:25:15.757142 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6522748 Feb 16 14:25:15.761265 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51340) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:15.761981 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51342) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:15.763429 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Request body: {'subnet': {'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-subnet', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:15.768592 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Request body: {'subnet': {'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-344496324-subnet', 'tenant_id': '04d38e42748249e495e0d4f675a018a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:15.783364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Request body: {'subnet': {'network_id': '640dc8f6-252a-4a17-aba9-038eaf1838c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630283370-subnet', 'tenant_id': '204493dc17434b01bb0b5a9caaa22efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:15.830673 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bf17a-c978-402a-b6a6-69fe12283bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=06af663a-d931-4d79-ac78-7b297e58e0fa,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.878579 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 06af663a-d931-4d79-ac78-7b297e58e0fa details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:15.907798 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36e04-2ca5-4dfc-901c-cfad93d962d0 admin admin] Pushing event updated for resources: {'Network': ['ID=640dc8f6-252a-4a17-aba9-038eaf1838c7,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.945467 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (8f99cb86-4ba8-483d-be03-148b4390c177), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.947281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Made reservation on behalf of 04d38e42748249e495e0d4f675a018a8 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:15.949866 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.969681 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Made reservation on behalf of 204493dc17434b01bb0b5a9caaa22efe for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:15.972036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.979194 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Made reservation on behalf of bf4ddcdf7f0a469fa577164b86beb7cf for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:15.982097 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:15.983087 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 640dc8f6-252a-4a17-aba9-038eaf1838c7 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:16.099271 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for router_gateway (b22a26f7-1603-41c7-9682-138d519c4f3e), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.154464 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Allocated IP 172.20.0.2 (d94143be-8ba2-454c-8d39-3ad4b5796d55/8619f697-b625-4e59-9464-f7d52400fbda/3994bd65-ad72-4418-b0bb-e19d7a8d2a6c) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:16.281024 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f99cb86-4ba8-483d-be03-148b4390c177,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:16.328979 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Checking segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:16.329453 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Network hostable DHCP agents. Network: b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:16.391846 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-0122834f-c1c4-4051-a6d3-381f20ad8265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.486165 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:16.561624 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (54d01f8c-6354-4bde-b9ee-3cf669ce6e43), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.607609 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks [] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.631162 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (b78c36de-6160-400c-ac65-0541a75911df), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.659249 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:16.662708 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (cb857142-bacd-4cee-96c1-f913ccd047ce), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.669068 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d01f8c-6354-4bde-b9ee-3cf669ce6e43,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:16.681201 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:16.681807 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.694189 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37e417-2aa3-416d-ad6b-a841cbfe93c5 None None] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:16.720906 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Checking segment: {'id': 'dad59da0-bf3b-4f9c-9ea2-253033860abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:16.722653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Network hostable DHCP agents. Network: 06af663a-d931-4d79-ac78-7b297e58e0fa, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:16.726609 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.755957 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78c36de-6160-400c-ac65-0541a75911df,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:16.760235 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:16.764650 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Checking segment: {'id': '7340752d-55a6-4271-bb37-4489ea36ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '640dc8f6-252a-4a17-aba9-038eaf1838c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:16.765010 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Network hostable DHCP agents. Network: 640dc8f6-252a-4a17-aba9-038eaf1838c7, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:16.776289 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:16.791729 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb857142-bacd-4cee-96c1-f913ccd047ce,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:16.804772 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:16.814724 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-cb338d41-2e6f-4f9f-9480-6bc19e760720 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4382498 Feb 16 14:25:16.817506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51368) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:16.823373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for router_gateway (b22a26f7-1603-41c7-9682-138d519c4f3e), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.823772 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:16.849444 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.851566 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Network 06af663a-d931-4d79-ac78-7b297e58e0fa is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:16.855266 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Checking segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:16.855266 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Network hostable DHCP agents. Network: 4ba8543b-8e56-4793-9ca0-86543e7d7d00, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:16.889037 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 06af663a-d931-4d79-ac78-7b297e58e0fa) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:16.907741 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38870bd5-7f57-4796-8492-79f80b9bc990 None None] Network 06af663a-d931-4d79-ac78-7b297e58e0fa requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:16.909575 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Network 640dc8f6-252a-4a17-aba9-038eaf1838c7 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:16.912308 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:16.912900 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:16.938477 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Pushing event updated for resources: {'Port': ['ID=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:17.000925 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.002803 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.039044 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3f347bd1-dd39-4478-9ab5-d846d9d16dc2 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2747197 Feb 16 14:25:17.061029 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:17.075107 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.075575 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.076100 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.076898 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.076898 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.077258 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.077670 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.078061 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.078452 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.078877 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.079265 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.079650 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.080102 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Tracked resource versions report: Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: pushed versions: Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: { 'AddressGroup': {'1.2'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'ConntrackHelper': {'1.0'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Log': {'1.0'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Network': {'1.1'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Port': {'1.7'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'PortForwarding': {'1.2'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'QosPolicy': {'1.10'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroup': {'1.5'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SubPort': {'1.0'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Subnet': {'1.1'}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Trunk': {'1.1'}} Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: consumer versions: Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: HyperV agent@hv-cinder-80473: {}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'ConntrackHelper': '1.0', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'LocalIPAssociation': '1.0', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Log': '1.0', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Network': '1.1', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Port': '1.7', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'PortForwarding': '1.2', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'QosPolicy': '1.10', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroup': '1.5', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SecurityGroupRule': '1.2', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'SubPort': '1.0', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Subnet': '1.1', Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: 'Trunk': '1.1'}} Feb 16 14:25:17.081350 dv-cinder-804735-16-iscsi neutron-server[103315]: {{(pid=103315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:25:17.096602 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Allocated IP 172.27.0.81 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/8ed8e990-1f4b-49ce-9fe2-778ae238e970) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:17.105257 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Attempting to bind port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:17.105635 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Attempting to bind port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:17.106000 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Attempting to bind port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:17.129210 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 640dc8f6-252a-4a17-aba9-038eaf1838c7) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:17.131592 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:25:17.135212 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.145216 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 4ba8543b-8e56-4793-9ca0-86543e7d7d00) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:17.152430 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:17.152430 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Checking segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:17.152855 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.153185 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Bound using segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:17.153671 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Bound port: 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:17.154050 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.157131 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:17.157739 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.163926 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:17.165736 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.184044 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4dd95-bc20-4c78-8a65-3c3fb6a3af5f None None] Network 640dc8f6-252a-4a17-aba9-038eaf1838c7 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:17.284667 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for router_controller (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), precommit_add_association {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.297205 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1bc92d09-4ae1-46f8-82ed-86ed1f6f18be admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5436990 Feb 16 14:25:17.297504 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb25533-6739-47a9-b0b0-4c707744be7b None None] Network 06af663a-d931-4d79-ac78-7b297e58e0fa requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:17.297605 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51382) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:17.303727 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:17.313805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd30901-dc36-4094-a0cc-6cdaa074143a None None] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:17.349553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.349962 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.415095 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d6aa588f-cfb1-4975-b863-bd3bdb97938b admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6276369 Feb 16 14:25:17.473192 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.546443 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:17.549982 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:17.559291 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:17.592055 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.593892 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.640198 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] For port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:17.656486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51416) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:17.664034 dv-cinder-804735-16-iscsi neutron-server[103313]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:25:17.726254 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] For port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:17.743090 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed8e990-1f4b-49ce-9fe2-778ae238e970,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:17.807139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Allocated IP 172.20.0.2 (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8/8f99cb86-4ba8-483d-be03-148b4390c177/891d6d2a-a678-41ea-b191-d8c9119a946f) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:17.809877 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.824284 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815ff36-7fff-4a62-9163-2a0e20acb3c0 None None] Network 640dc8f6-252a-4a17-aba9-038eaf1838c7 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:17.841641 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for router_gateway (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.924219 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for router_gateway (b22a26f7-1603-41c7-9682-138d519c4f3e), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.933661 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for router_controller (46f0b962-dcee-4d5c-8f76-e46d1d739532), precommit_add_association {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:17.970798 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6745e3-4d9d-44a8-8e8e-ff3f984a492b None None] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:18.094781 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058de953-7220-4e9f-aee9-a2bf2cdd61ff None None] Pushing event updated for resources: {'Port': ['ID=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:18.242167 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.376790 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-d224183a-c187-41cb-87c2-5b8282a75a09 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:18.378822 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-d224183a-c187-41cb-87c2-5b8282a75a09 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/networks?id=06af663a-d931-4d79-ac78-7b297e58e0fa HTTP/1.1" status: 200 len: 811 time: 0.7209942 Feb 16 14:25:18.470172 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-ccf85342-136d-4d6d-adce-eb54dbf4b7b8 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/quotas/04d38e42748249e495e0d4f675a018a8 HTTP/1.1" status: 200 len: 375 time: 0.0314844 Feb 16 14:25:18.485572 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for router_gateway (46f0b962-dcee-4d5c-8f76-e46d1d739532), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.570316 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:25:18.605958 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-022b46a5-a8bf-4435-8603-4da7d1ada0ba tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=04d38e42748249e495e0d4f675a018a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151230 Feb 16 14:25:18.617459 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks [] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.653803 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51452) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:18.662155 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-989905927-network', 'tenant_id': '3e7174d181d6472480d3e4f59ac9c909'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:18.705364 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Router b22a26f7-1603-41c7-9682-138d519c4f3e is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:25:18.762448 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.817692 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Made reservation on behalf of 3e7174d181d6472480d3e4f59ac9c909 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:18.823990 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.855754 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:18.856827 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.862653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.862856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:18.872893 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:18.907698 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Pushing event updated for resources: {'Port': ['ID=891d6d2a-a678-41ea-b191-d8c9119a946f,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:18.937607 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-7e81989a-1b12-4dec-bb96-d172dfc41ef1 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:25:18.939437 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-7e81989a-1b12-4dec-bb96-d172dfc41ef1 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1264474 Feb 16 14:25:18.944966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for router_gateway (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.949579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:18.961530 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Attempting to bind port 891d6d2a-a678-41ea-b191-d8c9119a946f on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:18.961941 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Attempting to bind port 891d6d2a-a678-41ea-b191-d8c9119a946f by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:18.962256 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Attempting to bind port 891d6d2a-a678-41ea-b191-d8c9119a946f on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:18.967945 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:18.972336 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:18.978291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Checking segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:18.978291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.978291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Bound using segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:18.978291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Bound port: 891d6d2a-a678-41ea-b191-d8c9119a946f, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:18.978291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:18.983934 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:18.985475 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:19.016101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.049251 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks [] for security_group (a6113acb-5013-458e-9ea5-d8ae18567fcf), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.084107 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.085451 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3d45fada-6bc9-4040-b1e7-4ce237a19fa8 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6515112 Feb 16 14:25:19.093543 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51466) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:19.147178 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] For port 891d6d2a-a678-41ea-b191-d8c9119a946f, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:19.156542 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] For port 891d6d2a-a678-41ea-b191-d8c9119a946f, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=891d6d2a-a678-41ea-b191-d8c9119a946f,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:19.171596 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a6113acb-5013-458e-9ea5-d8ae18567fcf), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.253977 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.264940 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:19.307703 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:19.394702 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6113acb-5013-458e-9ea5-d8ae18567fcf,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:19.418817 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:25:19.476537 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (61c5bf58-59ad-498b-a4ef-a97e1e8daa60), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.477419 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Added segment 61c5bf58-59ad-498b-a4ef-a97e1e8daa60 of type vlan for network 3187d324-9a7d-475c-ad5b-08bbd24c334d Feb 16 14:25:19.536365 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-97f47737-8ba5-4299-8452-8d1c3a021ad4 service neutron] 10.222.0.110 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825779 Feb 16 14:25:19.541914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a717dfc-a6e1-4a24-8ae8-314cb861849b None None] Pushing event updated for resources: {'Port': ['ID=891d6d2a-a678-41ea-b191-d8c9119a946f,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:19.604328 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:19.604328 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.604328 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d64681-332a-4752-8df7-efca1ff0b3e7 None None] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:19.708242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Allocated IP 172.27.0.246 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/98be9618-5048-46e8-8d00-1ff5d89492a7) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:19.780801 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:17Z', 'revision_number': 3, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:19.825836 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:19.826108 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Updating router b22a26f7-1603-41c7-9682-138d519c4f3e port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:19.875355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Provisioning complete for port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:19.875945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.913285 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:19.996053 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for router_gateway (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.002783 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (3187d324-9a7d-475c-ad5b-08bbd24c334d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.036846 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.080389 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-b5466ee8-ffb5-4e34-b6b5-ec23475ff7a9 service neutron] 10.222.0.110 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741755 Feb 16 14:25:20.143040 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.195711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (3187d324-9a7d-475c-ad5b-08bbd24c334d), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.195711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:20.195711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.210445 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:20.210919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.254796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.264337 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Current status of the port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:20.264843 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.276864 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:20.283466 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6291485 Feb 16 14:25:20.287821 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51496) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:20.302213 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Request body: {'subnet': {'network_id': '3187d324-9a7d-475c-ad5b-08bbd24c334d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-989905927-subnet', 'tenant_id': '3e7174d181d6472480d3e4f59ac9c909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:20.328118 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.342969 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.359412 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2a814-a8f5-44bf-abbd-79f7ad6cc1ec admin admin] Pushing event updated for resources: {'Network': ['ID=3187d324-9a7d-475c-ad5b-08bbd24c334d,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:20.501388 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 3187d324-9a7d-475c-ad5b-08bbd24c334d details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:25:20.601487 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51516) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:20.675531 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Made reservation on behalf of 3e7174d181d6472480d3e4f59ac9c909 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:20.679262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.679745 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.db.api [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:25:20.680692 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG oslo_db.api [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:25:20.684945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:20.709959 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks [] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.710733 dv-cinder-804735-16-iscsi neutron-server[103314]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:25:20.712271 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51520) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:20.802029 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.833981 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-99e49b83-7001-454b-8d99-104c86db2aec req-7ab72630-c178-4da4-bf4b-fc5ab365cedc tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.2304933 Feb 16 14:25:20.861858 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.879942 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Pushing event updated for resources: {'Port': ['ID=8ed8e990-1f4b-49ce-9fe2-778ae238e970,revision_number=2']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:20.891198 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.892661 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.893423 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.893962 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.894445 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.895671 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.896316 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.897210 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.897704 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.898326 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Tracked resource versions report: Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: pushed versions: Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: { 'AddressGroup': {'1.2'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'ConntrackHelper': {'1.0'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Log': {'1.0'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Network': {'1.1'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Port': {'1.7'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'PortForwarding': {'1.2'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'QosPolicy': {'1.10'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroup': {'1.5'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SubPort': {'1.0'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Subnet': {'1.1'}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Trunk': {'1.1'}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: consumer versions: Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: { DHCP agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: HyperV agent@hv-cinder-80473: {}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: L3 agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: Metadata agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: Metering agent@dv-cinder-804735-16-iscsi: {}, Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: Open vSwitch agent@dv-cinder-804735-16-iscsi: { 'AddressGroup': '1.2', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'ConntrackHelper': '1.0', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'LocalIPAssociation': '1.0', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Log': '1.0', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Network': '1.1', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Port': '1.7', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'PortForwarding': '1.2', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'QosPolicy': '1.10', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroup': '1.5', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SecurityGroupRule': '1.2', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'SubPort': '1.0', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Subnet': '1.1', Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: 'Trunk': '1.1'}} Feb 16 14:25:20.903747 dv-cinder-804735-16-iscsi neutron-server[103316]: {{(pid=103316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:25:20.938057 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Attempting to bind port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:20.938607 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Attempting to bind port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:20.939155 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Attempting to bind port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:20.954817 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:20.955245 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:20.961167 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:20.961167 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:20.961167 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Bound port: 8ed8e990-1f4b-49ce-9fe2-778ae238e970, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:20.961167 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.005585 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:21.008023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:21.035317 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] For port 8ed8e990-1f4b-49ce-9fe2-778ae238e970, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:21.035625 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b83b9-fd0c-41b4-82ea-765431638c57 None None] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:21.040931 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] For port 8ed8e990-1f4b-49ce-9fe2-778ae238e970, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8ed8e990-1f4b-49ce-9fe2-778ae238e970,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:21.043035 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:21.086002 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36500dcf-0ce3-49de-a597-ec89bd67f5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.105627 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.138023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (1532b693-8143-4e4e-b69a-cd04fab23da1), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.181894 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Pushing event updated for resources: {'Port': ['ID=98be9618-5048-46e8-8d00-1ff5d89492a7,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:21.241960 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Allocated IP 172.20.0.1 (d94143be-8ba2-454c-8d39-3ad4b5796d55/8619f697-b625-4e59-9464-f7d52400fbda/ab8b5f50-b8c9-4b5c-954e-eb2f858c719c) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:21.271556 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.292037 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf358a-521c-4bcb-bfc6-165771251ee0 None None] Pushing event updated for resources: {'Port': ['ID=8ed8e990-1f4b-49ce-9fe2-778ae238e970,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:21.307903 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:21.309262 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:21.315309 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-43b94783-98d3-4c63-8213-00d836f2d8c4 None None] Current status of the port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:21.349459 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:21.394192 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks [] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.426882 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Allocated IP 172.27.0.250 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/c3413790-e5d1-4803-9adb-ac524f7bd819) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:21.431381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Checking segment: {'id': '61c5bf58-59ad-498b-a4ef-a97e1e8daa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '3187d324-9a7d-475c-ad5b-08bbd24c334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:21.431739 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Network hostable DHCP agents. Network: 3187d324-9a7d-475c-ad5b-08bbd24c334d, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:25:21.485881 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:21.488825 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Provisioning complete for port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:21.493543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.561714 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:21.566377 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.572302 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36500dcf-0ce3-49de-a597-ec89bd67f5a2 admin admin] Publish callbacks [] for security_group (aa21c9ab-6b26-4864-8f0a-75f5fe881d09), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.581385 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1532b693-8143-4e4e-b69a-cd04fab23da1,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:21.600040 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Network 3187d324-9a7d-475c-ad5b-08bbd24c334d is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:25:21.620362 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.679662 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36500dcf-0ce3-49de-a597-ec89bd67f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (aa21c9ab-6b26-4864-8f0a-75f5fe881d09), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.701497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Current status of the port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:21.716848 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:21.717935 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 891d6d2a-a678-41ea-b191-d8c9119a946f up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:21.721009 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Provisioning complete for port 891d6d2a-a678-41ea-b191-d8c9119a946f triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:21.721009 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.722315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 3187d324-9a7d-475c-ad5b-08bbd24c334d) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:21.727536 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:21.728675 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.756797 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:17Z', 'revision_number': 3, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:21.759384 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-36500dcf-0ce3-49de-a597-ec89bd67f5a2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=01efce91153240dab68e264a794f2215&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0457718 Feb 16 14:25:21.761094 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31804b74-a6eb-4128-88a8-50a72c2b7fcc None None] Network 3187d324-9a7d-475c-ad5b-08bbd24c334d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:21.761280 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51552) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:21.792494 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b430107-5f7a-43eb-b8fb-21dcb928023c None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:17Z', 'revision_number': 3, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:21.813679 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for router_gateway (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.814895 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:21.818459 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:21.819527 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.838800 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:21.875979 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36500dcf-0ce3-49de-a597-ec89bd67f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa21c9ab-6b26-4864-8f0a-75f5fe881d09,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:21.879724 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:21.880207 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (b22a26f7-1603-41c7-9682-138d519c4f3e), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:21.926704 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-74767416-fb1b-4b6f-8d7e-47f308a66f44 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6307869 Feb 16 14:25:22.074340 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 891d6d2a-a678-41ea-b191-d8c9119a946f triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:22.075052 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.157124 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51568) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:22.183871 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2bd82-3928-449b-9c83-e36cc760da43 None None] Network 3187d324-9a7d-475c-ad5b-08bbd24c334d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:25:22.200247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] Publish callbacks [] for security_group (aa21c9ab-6b26-4864-8f0a-75f5fe881d09), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.208179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.253769 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7ce003f4-fb6d-405a-a593-ce90d9067754 req-27c486aa-a8f2-4dbc-96af-42aea56a9a92 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0954666 Feb 16 14:25:22.317016 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.317819 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Deleting subnet b78c36de-6160-400c-ac65-0541a75911df {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:25:22.338592 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Publish callbacks [] for subnet (b78c36de-6160-400c-ac65-0541a75911df), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.366180 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:22.368205 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.386801 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] Publish callbacks [] for security_group (aa21c9ab-6b26-4864-8f0a-75f5fe881d09), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.390705 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:22.393641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 891d6d2a-a678-41ea-b191-d8c9119a946f is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:22.394044 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.401123 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:22.412836 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Publish callbacks [] for subnet (b78c36de-6160-400c-ac65-0541a75911df), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.422031 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Current status of the port 891d6d2a-a678-41ea-b191-d8c9119a946f is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:22.422469 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.427305 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (b78c36de-6160-400c-ac65-0541a75911df), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.699368 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3413790-e5d1-4803-9adb-ac524f7bd819,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:22.711441 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks [] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.725690 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 891d6d2a-a678-41ea-b191-d8c9119a946f, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=891d6d2a-a678-41ea-b191-d8c9119a946f,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:22.761989 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (b78c36de-6160-400c-ac65-0541a75911df), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.792263 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78c36de-6160-400c-ac65-0541a75911df,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:22.797974 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.803754 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bf94da7e-2feb-4ded-b139-0c630fd72214 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b78c36de-6160-400c-ac65-0541a75911df HTTP/1.1" status: 204 len: 168 time: 0.6419432 Feb 16 14:25:22.804744 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51576) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:22.837976 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.838864 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (b22a26f7-1603-41c7-9682-138d519c4f3e), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.902259 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.911137 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (640dc8f6-252a-4a17-aba9-038eaf1838c7), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.960319 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for router_gateway (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:22.965439 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:22.999074 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.db.api [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103315) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:25:22.999727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG oslo_db.api [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:25:23.032037 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=891d6d2a-a678-41ea-b191-d8c9119a946f,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:23.071853 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (aa21c9ab-6b26-4864-8f0a-75f5fe881d09), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.074499 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.075911 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aa21c9ab-6b26-4864-8f0a-75f5fe881d09 HTTP/1.1" status: 204 len: 168 time: 1.3130324 Feb 16 14:25:23.225974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa94ea3-81d0-4b49-ad6a-b912b7ba9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa21c9ab-6b26-4864-8f0a-75f5fe881d09,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:23.243116 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (640dc8f6-252a-4a17-aba9-038eaf1838c7), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.277967 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.278318 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.279123 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.279456 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > port after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.279916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.280533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > port after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.280860 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.281176 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.281671 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.282002 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.330686 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:25:23.360660 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.362067 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 891d6d2a-a678-41ea-b191-d8c9119a946f up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:23.453361 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 891d6d2a-a678-41ea-b191-d8c9119a946f triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:23.453993 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.604192 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-4a5eecd6-8da5-44cb-8a8d-b6c4352f8e32 None None] Current status of the port 891d6d2a-a678-41ea-b191-d8c9119a946f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:23.606996 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:23.612238 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.612761 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.613250 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.614850 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:25:23.615359 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640dc8f6-252a-4a17-aba9-038eaf1838c7']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:23.618476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:23.641446 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:23.642090 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:23.657092 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7340752d-55a6-4271-bb37-4489ea36ff6f') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:23.657387 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7340752d-55a6-4271-bb37-4489ea36ff6f') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:23.674786 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:23.694259 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (7340752d-55a6-4271-bb37-4489ea36ff6f), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.709343 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:23.727557 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (7340752d-55a6-4271-bb37-4489ea36ff6f), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.730097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.735107 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f42ef796-2224-47ae-b0df-a7457a0dd22e admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9163828 Feb 16 14:25:23.736072 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51598) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:23.768410 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc54bcbe-d18a-4f96-afd2-104676e81752 req-5a168e37-101c-4c99-820c-0f9b843da2e2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.1323655 Feb 16 14:25:23.769635 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:25:23.770047 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (7340752d-55a6-4271-bb37-4489ea36ff6f), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: from cryptography.utils import int_from_bytes Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: from cryptography.utils import int_from_bytes Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:25:23.775860 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:25:23.824396 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 891d6d2a-a678-41ea-b191-d8c9119a946f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:23.824396 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8ed8e990-1f4b-49ce-9fe2-778ae238e970 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:23.832618 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Provisioning complete for port 891d6d2a-a678-41ea-b191-d8c9119a946f triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:23.832898 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:23.835472 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Router 46f0b962-dcee-4d5c-8f76-e46d1d739532 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:25:23.939902 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:24.031826 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:24.032345 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.084165 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:24.116658 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:24.129696 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Sync routers for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:24.155100 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:24.158822 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:24.257126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.262813 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f0a8052d-b713-4cf2-8285-773a9a9fa5d2 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9594691 Feb 16 14:25:24.273190 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51616) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:24.288756 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (640dc8f6-252a-4a17-aba9-038eaf1838c7), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.303546 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Current status of the port 891d6d2a-a678-41ea-b191-d8c9119a946f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:24.337779 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Provisioning complete for port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:24.338332 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.360618 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.366505 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] 10.222.0.110 "DELETE /v2.0/networks/640dc8f6-252a-4a17-aba9-038eaf1838c7 HTTP/1.1" status: 204 len: 168 time: 1.5574465 Feb 16 14:25:24.396772 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51618) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:24.403063 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:24.455326 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddc8f-3db0-4fca-924e-38e0a6627602 admin admin] Pushing event deleted for resources: {'Network': ['ID=640dc8f6-252a-4a17-aba9-038eaf1838c7,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:24.464848 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-33bc5dc5-0bbd-4dcf-aeac-6028fab25106 None None] Port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:24.479150 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:24.479630 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.498804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Deleting subnet 1532b693-8143-4e4e-b69a-cd04fab23da1 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:25:24.517270 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Publish callbacks [] for subnet (1532b693-8143-4e4e-b69a-cd04fab23da1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.546545 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 8ed8e990-1f4b-49ce-9fe2-778ae238e970, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8ed8e990-1f4b-49ce-9fe2-778ae238e970,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:24.556118 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:21Z', 'revision_number': 3, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:24.602407 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.631348 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:24.631707 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Updating router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 port 98be9618-5048-46e8-8d00-1ff5d89492a7 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:24.637467 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (1532b693-8143-4e4e-b69a-cd04fab23da1), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.640183 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:24.689541 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-26c2f392-f605-4c10-9697-c99df009d6d3 admin admin] 10.222.0.110 "PUT /v2.0/routers/b22a26f7-1603-41c7-9682-138d519c4f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5923100 Feb 16 14:25:24.697529 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.725691 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.729467 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (1532b693-8143-4e4e-b69a-cd04fab23da1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.765578 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 3, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:24.801708 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Checking router: 46f0b962-dcee-4d5c-8f76-e46d1d739532 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:24.802128 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Updating router 46f0b962-dcee-4d5c-8f76-e46d1d739532 port c3413790-e5d1-4803-9adb-ac524f7bd819 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:24.808563 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:24.859800 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:24.927808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Allocated IP 172.20.0.1 (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8/8f99cb86-4ba8-483d-be03-148b4390c177/41329779-1747-4c34-bab4-ed1307ff60f8) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:25.012729 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-c47ed5d8-5782-4564-b509-12b27073c35f None None] Provisioning complete for port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:25.013095 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c47ed5d8-5782-4564-b509-12b27073c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.022903 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:25.023705 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:25.144650 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:25.145893 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks [] for port (41329779-1747-4c34-bab4-ed1307ff60f8), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.152947 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.167606 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7ecd8386-2318-4df8-9dfe-f21f698488ee req-0130b5d2-be44-4f9e-bc6b-34f4fdb75026 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.1750576 Feb 16 14:25:25.287378 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.334218 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks [] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.359743 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=8ed8e990-1f4b-49ce-9fe2-778ae238e970,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:25.367208 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-c47ed5d8-5782-4564-b509-12b27073c35f None None] Port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:25.371163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:25.374426 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Allocated IP 172.20.0.1 (4ba8543b-8e56-4793-9ca0-86543e7d7d00/cb857142-bacd-4cee-96c1-f913ccd047ce/d2181a47-998f-4160-8d13-98e6b8015243) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:25.375001 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:25.377381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Pushing event updated for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:25.381374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:25.381885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.387240 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (1532b693-8143-4e4e-b69a-cd04fab23da1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.402132 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.434335 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1532b693-8143-4e4e-b69a-cd04fab23da1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:25.449865 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.453188 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8fd68a2d-2f2c-4972-900e-9b208ebe4c10 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/1532b693-8143-4e4e-b69a-cd04fab23da1 HTTP/1.1" status: 204 len: 168 time: 1.0525076 Feb 16 14:25:25.456983 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51644) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:25.518029 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Attempting to bind port c3413790-e5d1-4803-9adb-ac524f7bd819 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:25.518404 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Attempting to bind port c3413790-e5d1-4803-9adb-ac524f7bd819 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:25.518799 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Attempting to bind port c3413790-e5d1-4803-9adb-ac524f7bd819 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:25.537311 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e3062-675c-46cd-952f-bc963fb9a4ab None None] Pushing event updated for resources: {'Port': ['ID=c3413790-e5d1-4803-9adb-ac524f7bd819,revision_number=2']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:25.551554 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:25.552131 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:25.552547 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.553058 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:25.553561 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Bound port: c3413790-e5d1-4803-9adb-ac524f7bd819, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:25.553950 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.669431 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] For port c3413790-e5d1-4803-9adb-ac524f7bd819, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:25.677632 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] For port c3413790-e5d1-4803-9adb-ac524f7bd819, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c3413790-e5d1-4803-9adb-ac524f7bd819,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:25.764313 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.769426 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks [] for port (d2181a47-998f-4160-8d13-98e6b8015243), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.771185 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51654) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:25.781772 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953303239', 'description': 'tempest-description--855698206'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:25.830861 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:25.831762 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:25.846963 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (3187d324-9a7d-475c-ad5b-08bbd24c334d), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:25.955053 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e3062-675c-46cd-952f-bc963fb9a4ab None None] Pushing event updated for resources: {'Port': ['ID=c3413790-e5d1-4803-9adb-ac524f7bd819,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.019834 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-63621325-19f2-4bcb-bdbd-d5839edc049b None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:26.020410 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-63621325-19f2-4bcb-bdbd-d5839edc049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.037879 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:26.038276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.080057 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.093220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Pushing event updated for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.111108 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-63621325-19f2-4bcb-bdbd-d5839edc049b None None] Port 41329779-1747-4c34-bab4-ed1307ff60f8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:26.128271 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks [] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.133661 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.134034 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 2, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.135160 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:26.163914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:26.164750 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Updating router b22a26f7-1603-41c7-9682-138d519c4f3e port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:26.165497 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (3187d324-9a7d-475c-ad5b-08bbd24c334d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.168400 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:26.182027 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:26.202124 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.215857 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.223856 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3187d324-9a7d-475c-ad5b-08bbd24c334d']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.244567 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c5bf58-59ad-498b-a4ef-a97e1e8daa60') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.244753 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c5bf58-59ad-498b-a4ef-a97e1e8daa60') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.267066 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (61c5bf58-59ad-498b-a4ef-a97e1e8daa60), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.271098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.322020 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba0a15-07d3-4e42-b979-5cd8aeba7595 None None] Pushing event updated for resources: {'Port': ['ID=98be9618-5048-46e8-8d00-1ff5d89492a7,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.329364 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Attempting to bind port 98be9618-5048-46e8-8d00-1ff5d89492a7 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:26.329847 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Attempting to bind port 98be9618-5048-46e8-8d00-1ff5d89492a7 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:26.330255 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Attempting to bind port 98be9618-5048-46e8-8d00-1ff5d89492a7 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:26.353232 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (61c5bf58-59ad-498b-a4ef-a97e1e8daa60), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.361276 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 3, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.380464 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:26.380864 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:26.381420 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.381681 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:26.382171 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Bound port: 98be9618-5048-46e8-8d00-1ff5d89492a7, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:26.382558 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.384661 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ffed7e8-8d5f-49b5-a974-f51b42aef984 req-41aabfe6-78ca-43be-adae-57288bf4cf47 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0551264 Feb 16 14:25:26.388677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (64eee093-d0c6-4024-9642-709fae7fccb1), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.388677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Releasing vlan 1413 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:25:26.388677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (61c5bf58-59ad-498b-a4ef-a97e1e8daa60), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:25:26.392465 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:25:26.420567 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fad4ba-e40c-4535-a937-ba07be5986e5 None None] The sync data for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi is: [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 3, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:26.439343 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks [] for port (41329779-1747-4c34-bab4-ed1307ff60f8), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.463513 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (64eee093-d0c6-4024-9642-709fae7fccb1), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.478785 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.480587 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.480900 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] For port 98be9618-5048-46e8-8d00-1ff5d89492a7, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:26.520882 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] For port 98be9618-5048-46e8-8d00-1ff5d89492a7, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=98be9618-5048-46e8-8d00-1ff5d89492a7,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:26.532565 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eee093-d0c6-4024-9642-709fae7fccb1,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.561394 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (3187d324-9a7d-475c-ad5b-08bbd24c334d), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.584215 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.591020 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.591838 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Pushing event updated for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.595983 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] 10.222.0.110 "DELETE /v2.0/networks/3187d324-9a7d-475c-ad5b-08bbd24c334d HTTP/1.1" status: 204 len: 168 time: 1.1393960 Feb 16 14:25:26.621916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.623855 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b5f39e2d-3ce2-4655-9586-320e099fbbf4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8487172 Feb 16 14:25:26.659366 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51668) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:26.660604 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d2181a47-998f-4160-8d13-98e6b8015243), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.669133 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group_rule': {'security_group_id': '64eee093-d0c6-4024-9642-709fae7fccb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:26.676533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240ae6d-1c48-4838-afbd-87eb3d41c784 admin admin] Pushing event deleted for resources: {'Network': ['ID=3187d324-9a7d-475c-ad5b-08bbd24c334d,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.720754 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:26.721579 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:26.739468 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks [] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.752688 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:26.756642 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:26.828519 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba0a15-07d3-4e42-b979-5cd8aeba7595 None None] Pushing event updated for resources: {'Port': ['ID=98be9618-5048-46e8-8d00-1ff5d89492a7,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:26.860840 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:26.942344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks [] for port (d2181a47-998f-4160-8d13-98e6b8015243), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.012266 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.019904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:27.056339 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:27.118222 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78b42-7ef6-46e1-9903-e93516b9abcf None None] Pushing event updated for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:27.156763 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (150a0ecb-a985-495d-aba3-8836982e1232), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.233834 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Pushing event updated for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:27.282200 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:27.292536 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51672) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:27.298249 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d9f52828-59a2-49a4-a97c-f33a8853b85c admin admin] 10.222.0.110 "PUT /v2.0/routers/4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5612988 Feb 16 14:25:27.375072 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1532c6ad-515c-4170-a378-f62432fe01ad admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=204493dc17434b01bb0b5a9caaa22efe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0735090 Feb 16 14:25:27.377649 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51676) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:27.380637 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Attempting to bind port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:27.381018 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Attempting to bind port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:27.381380 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Attempting to bind port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:27.386371 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c3413790-e5d1-4803-9adb-ac524f7bd819 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:27.427945 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.501276 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-f22c4827-2527-4f2f-a341-03e3da68fc40 None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:27.501656 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f22c4827-2527-4f2f-a341-03e3da68fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.503449 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] Publish callbacks [] for security_group (f132efd3-3695-41a4-a5dd-5c4e81b666fa), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.537330 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] Publish callbacks [] for security_group (f132efd3-3695-41a4-a5dd-5c4e81b666fa), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.582539 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-821f054b-8084-47b9-849c-868c26c52d97 req-4db58b54-6b4f-49c5-8255-16f0c84b955c tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0697968 Feb 16 14:25:27.600635 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f22c4827-2527-4f2f-a341-03e3da68fc40 None None] Port 41329779-1747-4c34-bab4-ed1307ff60f8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:27.614541 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:27.615606 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Checking segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:27.625022 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.625649 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Bound using segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:27.626433 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Bound port: ab8b5f50-b8c9-4b5c-954e-eb2f858c719c, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:27.626956 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.656255 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (150a0ecb-a985-495d-aba3-8836982e1232), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.768247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (150a0ecb-a985-495d-aba3-8836982e1232), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.768567 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c3413790-e5d1-4803-9adb-ac524f7bd819 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:27.768859 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.778576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f132efd3-3695-41a4-a5dd-5c4e81b666fa), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.781764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.782341 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f132efd3-3695-41a4-a5dd-5c4e81b666fa HTTP/1.1" status: 204 len: 168 time: 0.4035411 Feb 16 14:25:27.806043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4c48e-6bdd-434e-969b-d4defe729fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132efd3-3695-41a4-a5dd-5c4e81b666fa,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:27.832363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] For port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:27.863615 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150a0ecb-a985-495d-aba3-8836982e1232,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:27.866310 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:27.874083 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] For port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:27.878263 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-e92aa217-db4b-47fc-a736-a1a009bd5500 None None] Provisioning complete for port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:27.878653 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e92aa217-db4b-47fc-a736-a1a009bd5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:27.883729 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:27.973622 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.124', 63925) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:27.993040 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.016065 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.019759 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b711162e-c7a7-4ce5-ae28-facdef4a23e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3531809 Feb 16 14:25:28.022294 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51706) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:28.037536 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group_rule': {'security_group_id': '64eee093-d0c6-4024-9642-709fae7fccb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:28.041465 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-e92aa217-db4b-47fc-a736-a1a009bd5500 None None] Port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:28.046907 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c3413790-e5d1-4803-9adb-ac524f7bd819 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:28.046907 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.104373 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port c3413790-e5d1-4803-9adb-ac524f7bd819, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c3413790-e5d1-4803-9adb-ac524f7bd819,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:28.106854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78b42-7ef6-46e1-9903-e93516b9abcf None None] Pushing event updated for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:28.122407 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:28.123086 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:28.154069 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Router 46f0b962-dcee-4d5c-8f76-e46d1d739532 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:25:28.251794 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.252828 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8ed8e990-1f4b-49ce-9fe2-778ae238e970 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:28.284596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51714) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:28.314830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781587255', 'description': 'tempest-description--1442364014'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:28.397196 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=c3413790-e5d1-4803-9adb-ac524f7bd819,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:28.429340 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (a87fcfa6-283e-4396-a165-e7b97a8d7149), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.457920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 2, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:28.460257 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:25:28.498065 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-75a6d103-290a-4ca9-8743-44141c850cca admin admin] 10.222.0.110 "PUT /v2.0/routers/46f0b962-dcee-4d5c-8f76-e46d1d739532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2213495 Feb 16 14:25:28.531604 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.560683 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-5cb33c3b-0fdb-4795-9932-fc9dd6e1e559 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:28.562442 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-5cb33c3b-0fdb-4795-9932-fc9dd6e1e559 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.124 "GET /v2.0/networks?id=06af663a-d931-4d79-ac78-7b297e58e0fa HTTP/1.1" status: 200 len: 811 time: 0.5864024 Feb 16 14:25:28.604461 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (a87fcfa6-283e-4396-a165-e7b97a8d7149), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.684961 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (67fd8a15-8df4-4e57-b674-90a117ef63a5), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.690576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Request body: {'port': {'device_id': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa', 'admin_state_up': True, 'tenant_id': '04d38e42748249e495e0d4f675a018a8'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:28.704277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (a87fcfa6-283e-4396-a165-e7b97a8d7149), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.781299 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3615fd77-de62-4907-9ba5-7c2d9e43721a req-7d9a0c67-568e-49a7-bd16-443edec34b75 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0543036 Feb 16 14:25:28.792830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (67fd8a15-8df4-4e57-b674-90a117ef63a5), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.887610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d48864-b61c-4373-92dc-091e7ec4df8b None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 2, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:28.903305 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87fcfa6-283e-4396-a165-e7b97a8d7149,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:28.934588 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:28.934588 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.974912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd8a15-8df4-4e57-b674-90a117ef63a5,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:28.994716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:28.995419 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51744) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:29.004623 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-92664c2b-db87-4d04-995a-b17aae5b8773 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9783318 Feb 16 14:25:29.010406 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51746) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:29.017831 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:29.070510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.070593 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:29.070685 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7609892b-ed2c-4fba-b25c-780433cc91cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7804754 Feb 16 14:25:29.072960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51748) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:29.079627 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group_rule': {'security_group_id': '67fd8a15-8df4-4e57-b674-90a117ef63a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:29.106213 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Provisioning complete for port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:29.106765 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.190128 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (443f751f-4698-4f58-9451-935644a7d523), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.201100 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6d25758b-5ac0-431a-a938-b477240e73e3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3e7174d181d6472480d3e4f59ac9c909&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2043197 Feb 16 14:25:29.202508 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.207588 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51752) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:29.265859 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Made reservation on behalf of 04d38e42748249e495e0d4f675a018a8 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:29.276190 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.720443 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Sync routers for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:29.720443 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:29.720443 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:29.724438 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (443f751f-4698-4f58-9451-935644a7d523), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.726502 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] Publish callbacks [] for security_group (a6113acb-5013-458e-9ea5-d8ae18567fcf), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.726502 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] Publish callbacks [] for security_group (a6113acb-5013-458e-9ea5-d8ae18567fcf), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.759234 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (443f751f-4698-4f58-9451-935644a7d523), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.788141 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:29.796386 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Current status of the port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:29.796963 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:29.873529 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] For port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:29.880775 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:27Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:29.916585 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155849e9-4b50-4380-b77e-af176e577aaa None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:27Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:29.965120 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.059981 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c3413790-e5d1-4803-9adb-ac524f7bd819 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:30.109652 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a6113acb-5013-458e-9ea5-d8ae18567fcf), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.118294 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.134560 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a6113acb-5013-458e-9ea5-d8ae18567fcf HTTP/1.1" status: 204 len: 168 time: 0.9091358 Feb 16 14:25:30.188576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.227806 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1535985 Feb 16 14:25:30.231134 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335c45c-83f6-4275-9167-bb0211f3d88d None None] Pushing event updated for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:30.234118 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51808) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:30.238212 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:30.272078 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f5b5391e-d487-43f5-84c4-cfc98bd6115a req-6101f3dc-0d4e-4dd5-af7e-5667aabe5bf6 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.2339416 Feb 16 14:25:30.272867 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group_rule': {'security_group_id': '67fd8a15-8df4-4e57-b674-90a117ef63a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:30.339186 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae17c7-461e-413c-b0ad-13375eb1fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6113acb-5013-458e-9ea5-d8ae18567fcf,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:30.406772 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298b1df-9163-474e-94ae-7bd0baf11c5e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443f751f-4698-4f58-9451-935644a7d523,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:30.568417 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 51816) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:30.594400 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c3413790-e5d1-4803-9adb-ac524f7bd819 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:30.605750 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.619524 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (0e6ace09-89b3-4733-bddc-d2efa1a21f64), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.738523 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (0e6ace09-89b3-4733-bddc-d2efa1a21f64), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.817031 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (0e6ace09-89b3-4733-bddc-d2efa1a21f64), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.879844 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:30.900735 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Allocated IP 172.20.0.4 (06af663a-d931-4d79-ac78-7b297e58e0fa/54d01f8c-6354-4bde-b9ee-3cf669ce6e43/c1966fb6-188c-4fce-ae9a-a15dd7b2bc08) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:31.051747 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 4, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'd2181a47-998f-4160-8d13-98e6b8015243', 'name': '', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'mac_address': 'fa:16:3e:e5:ee:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:25Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 2, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'subnets': [{'id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:31.078141 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-770f2692-5a4d-4b7c-8115-9aae7972cb91 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:31.084095 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-770f2692-5a4d-4b7c-8115-9aae7972cb91 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 819 time: 1.4332099 Feb 16 14:25:31.104901 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c3413790-e5d1-4803-9adb-ac524f7bd819 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:31.127711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Allocated IP 172.27.0.13 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/fd664e21-0acd-49c2-a6f9-a7ccec0e15a8) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:31.181577 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-a3d6ece5-c864-4ce6-88ca-9881540657c7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/quotas/bf4ddcdf7f0a469fa577164b86beb7cf HTTP/1.1" status: 200 len: 375 time: 0.0841382 Feb 16 14:25:31.209287 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Checking router: 46f0b962-dcee-4d5c-8f76-e46d1d739532 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:31.210299 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Updating router 46f0b962-dcee-4d5c-8f76-e46d1d739532 port d2181a47-998f-4160-8d13-98e6b8015243 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:31.275533 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d2181a47-998f-4160-8d13-98e6b8015243), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:31.447104 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-2e918513-0dfe-4d23-9a7a-4476d598073d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:31.733614 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-a51d282b-18a9-474d-ad91-340e81f72198 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5177205 Feb 16 14:25:31.810666 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks [] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:31.884588 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:31.970853 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6ace09-89b3-4733-bddc-d2efa1a21f64,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:31.986332 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:31.996862 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-892598e7-1d31-40f3-9b40-0109590406f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7398331 Feb 16 14:25:32.000525 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51848) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:32.007381 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:32.064887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-2e918513-0dfe-4d23-9a7a-4476d598073d admin admin] Publish callbacks [] for security_group (99a51dde-d6f6-4b10-b1dc-f593c62b6340), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.074012 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-6921676a-a9e2-4b17-9e2d-8063ded1a4de service neutron] 10.222.0.110 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312111 Feb 16 14:25:32.138431 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cecd81fe-2ccf-4c6b-937a-c6de9e071849 req-9ae589fa-ad86-4a32-809e-81a5978624c9 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.1746018 Feb 16 14:25:32.142508 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.191605 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-2e918513-0dfe-4d23-9a7a-4476d598073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (99a51dde-d6f6-4b10-b1dc-f593c62b6340), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.236321 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ab8b5f50-b8c9-4b5c-954e-eb2f858c719c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:32.291915 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:32.302602 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:32.320127 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:32.322357 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.331238 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks [] for port (d2181a47-998f-4160-8d13-98e6b8015243), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.333220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=fd664e21-0acd-49c2-a6f9-a7ccec0e15a8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:32.365513 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.396095 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:32.396509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.475635 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.598324 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:32.600054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 98be9618-5048-46e8-8d00-1ff5d89492a7 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:32.632996 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e918513-0dfe-4d23-9a7a-4476d598073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a51dde-d6f6-4b10-b1dc-f593c62b6340,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:32.658912 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Attempting to bind port d2181a47-998f-4160-8d13-98e6b8015243 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:32.659715 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Attempting to bind port d2181a47-998f-4160-8d13-98e6b8015243 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:32.660236 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Attempting to bind port d2181a47-998f-4160-8d13-98e6b8015243 on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:32.667453 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224b99c-32eb-4285-be7a-a8020b5c3aab None None] Pushing event updated for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:32.670544 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:32.674347 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Checking segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:32.674961 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.675519 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Bound using segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:32.676335 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Bound port: d2181a47-998f-4160-8d13-98e6b8015243, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:32.676885 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d2181a47-998f-4160-8d13-98e6b8015243), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.687544 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Network 06af663a-d931-4d79-ac78-7b297e58e0fa is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:32.691801 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 98be9618-5048-46e8-8d00-1ff5d89492a7 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:32.691801 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.758430 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:32.766089 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:32.781651 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:32.782724 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.816565 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.844622 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-2e918513-0dfe-4d23-9a7a-4476d598073d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=01c3e312e5ae4c2b94ef4c2cf30af6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2705660 Feb 16 14:25:32.850946 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.854415 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 51866) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:32.862484 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] For port d2181a47-998f-4160-8d13-98e6b8015243, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:32.877856 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] For port d2181a47-998f-4160-8d13-98e6b8015243, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=d2181a47-998f-4160-8d13-98e6b8015243,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:32.931020 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2352402 Feb 16 14:25:32.934572 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 98be9618-5048-46e8-8d00-1ff5d89492a7 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:32.937266 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:32.974466 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-31a53b19-c1b1-47cc-b72b-ec3371cb16af service neutron] 10.222.0.110 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939919 Feb 16 14:25:32.975379 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242ed8-f6aa-4f65-ab5d-a86a9a7c53c2 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Pushing event updated for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:32.989385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 98be9618-5048-46e8-8d00-1ff5d89492a7, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=98be9618-5048-46e8-8d00-1ff5d89492a7,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:33.019520 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.022770 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] Publish callbacks [] for security_group (99a51dde-d6f6-4b10-b1dc-f593c62b6340), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.037858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-6c08a8a9-0b8e-42e0-adcf-957252e720dc tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:25:33.039336 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-6c08a8a9-0b8e-42e0-adcf-957252e720dc tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064285 Feb 16 14:25:33.060879 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.082889 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.118229 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] Publish callbacks [] for security_group (99a51dde-d6f6-4b10-b1dc-f593c62b6340), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.248879 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:33.249517 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:33.271855 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224b99c-32eb-4285-be7a-a8020b5c3aab None None] Pushing event updated for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:33.277210 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=98be9618-5048-46e8-8d00-1ff5d89492a7,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:33.412987 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Allocated IP 172.27.0.161 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/ba74fb04-a350-486a-b8e4-2d7418c23e1f) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:33.530078 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2695ec-d467-4d77-a426-3e991d369828 req-20d05ab5-3e3b-446c-8670-bbeb396732e7 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:33.531065 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9e2695ec-d467-4d77-a426-3e991d369828 req-20d05ab5-3e3b-446c-8670-bbeb396732e7 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 931 time: 0.2436883 Feb 16 14:25:33.549501 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-af65ca5a-7ca2-4292-a507-33bec38757bd req-ad52c7a1-9170-4aa5-96f9-a6882e5a7f04 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 210 time: 0.2387722 Feb 16 14:25:33.579048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Request body: {'port': {'device_id': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:33.699148 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:33.909960 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (99a51dde-d6f6-4b10-b1dc-f593c62b6340), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.909960 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.931622 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:33.948586 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/99a51dde-d6f6-4b10-b1dc-f593c62b6340 HTTP/1.1" status: 204 len: 168 time: 1.0778546 Feb 16 14:25:34.036773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 98be9618-5048-46e8-8d00-1ff5d89492a7 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:34.145270 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 98be9618-5048-46e8-8d00-1ff5d89492a7 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:34.145553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.180518 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9e2695ec-d467-4d77-a426-3e991d369828 req-0478156d-3707-467a-bda2-cae34f444558 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513771 Feb 16 14:25:34.184746 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d85a7-5b5f-4c07-a3e3-a10a2403e705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a51dde-d6f6-4b10-b1dc-f593c62b6340,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:34.332912 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 98be9618-5048-46e8-8d00-1ff5d89492a7 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:34.418654 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.525052 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.573828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.712902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-75a82f7b-09b3-4a12-b9b4-f141802d1e2d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:34.714706 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-75a82f7b-09b3-4a12-b9b4-f141802d1e2d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 819 time: 0.5983706 Feb 16 14:25:34.714964 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=ba74fb04-a350-486a-b8e4-2d7418c23e1f,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:34.745783 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.794326 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-c698465d-0a59-4b6a-8c65-37966b0e6278 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/quotas/bf4ddcdf7f0a469fa577164b86beb7cf HTTP/1.1" status: 200 len: 375 time: 0.0727165 Feb 16 14:25:34.899864 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 4, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'd2181a47-998f-4160-8d13-98e6b8015243', 'name': '', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'mac_address': 'fa:16:3e:e5:ee:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:25Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'subnets': [{'id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:34.991472 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c8b2b-2988-4614-b7a4-e4e819831157 None None] The sync data for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi is: [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 4, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'd2181a47-998f-4160-8d13-98e6b8015243', 'name': '', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'mac_address': 'fa:16:3e:e5:ee:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:25Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'subnets': [{'id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:35.079347 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:35.108284 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:35.152531 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=fd664e21-0acd-49c2-a6f9-a7ccec0e15a8,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:35.163882 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:35.190151 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:35.267104 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-5ae465ae-421f-4b65-9a2b-9fafd40baf49 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4695303 Feb 16 14:25:35.270912 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:35.272211 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8884d8b6-3ec4-45e9-8ebc-1de94b7f6bf9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2596498 Feb 16 14:25:35.462713 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:35.556773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:35.591969 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:35.597340 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:35.606828 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:35.623978 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks [] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:35.723917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Transition to ACTIVE for port object c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:35.736850 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-aea0607d-4ab1-49b8-bfd8-9ff8ef0219d5 service neutron] 10.222.0.110 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686604 Feb 16 14:25:35.753820 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:35.969355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:36.015429 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-a575a83b-0c69-4d29-9552-25a6a9da85b9 service neutron] 10.222.0.110 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773829 Feb 16 14:25:36.020199 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.092418 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f863d07-6d9c-4b30-a8cb-e620a645b9c4 req-397f1645-dbfb-40eb-bbb3-b127655051ac tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:36.096312 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3f863d07-6d9c-4b30-a8cb-e620a645b9c4 req-397f1645-dbfb-40eb-bbb3-b127655051ac tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 931 time: 0.4201367 Feb 16 14:25:36.115208 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device d2181a47-998f-4160-8d13-98e6b8015243 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:36.203963 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:36.335020 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port d2181a47-998f-4160-8d13-98e6b8015243 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:36.335638 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (d2181a47-998f-4160-8d13-98e6b8015243), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.363026 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.374965 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3f863d07-6d9c-4b30-a8cb-e620a645b9c4 req-337b348b-43eb-4e9f-9d26-bc0108ac8d31 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618699 Feb 16 14:25:36.405140 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Attempting to bind port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:36.405140 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Attempting to bind port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dad59da0-bf3b-4f9c-9ea2-253033860abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:36.405615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Attempting to bind port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 on network 06af663a-d931-4d79-ac78-7b297e58e0fa {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:36.411381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 on network 06af663a-d931-4d79-ac78-7b297e58e0fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:25:36.412021 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Attempting to bind port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 on network 06af663a-d931-4d79-ac78-7b297e58e0fa {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:36.417964 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:36.418663 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Checking segment: {'id': 'dad59da0-bf3b-4f9c-9ea2-253033860abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:36.419890 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Bound using segment: {'id': 'dad59da0-bf3b-4f9c-9ea2-253033860abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:36.420533 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Bound port: c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad59da0-bf3b-4f9c-9ea2-253033860abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:36.421242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.453816 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.603831 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=ba74fb04-a350-486a-b8e4-2d7418c23e1f,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:36.825840 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port d2181a47-998f-4160-8d13-98e6b8015243 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:36.826819 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d2181a47-998f-4160-8d13-98e6b8015243), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.860467 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.989853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:26Z', 'revision_number': 2, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:36.995784 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port d2181a47-998f-4160-8d13-98e6b8015243, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=d2181a47-998f-4160-8d13-98e6b8015243,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:36.996477 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f60d23b-0bde-45c8-8446-dfdac8119369 req-3273a2fe-a855-4900-bbbe-65a82c113af7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.1963458 Feb 16 14:25:37.050879 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.052480 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5a7f6ab2-e7db-44b9-949d-5f78e79b2484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0494950 Feb 16 14:25:37.120590 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.122457 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:37.130008 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Updating router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 port 41329779-1747-4c34-bab4-ed1307ff60f8 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:25:37.232569 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:37.312000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,segment=NetworkSegment(dad59da0-bf3b-4f9c-9ea2-253033860abb),segment_id=dad59da0-bf3b-4f9c-9ea2-253033860abb)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:37.328772 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-62692561-a44d-431f-88f2-b3fba8f0f7dc tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--953303239&fields=id&tenant_id=d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 267 time: 0.6451931 Feb 16 14:25:37.406765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.467314 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.532676 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:37.533325 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.534985 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] 10.222.0.124 "PUT /v2.0/ports/c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 HTTP/1.1" status: 200 len: 1093 time: 4.1615591 Feb 16 14:25:37.541930 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:37.647188 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:37.957669 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks [] for port (41329779-1747-4c34-bab4-ed1307ff60f8), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.982292 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-8213fcca-ad4c-4262-97fe-df88d25bd1cd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1781587255&fields=id&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 267 time: 0.1590233 Feb 16 14:25:38.002010 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device d2181a47-998f-4160-8d13-98e6b8015243 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:38.065645 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854830-dc4c-41c4-b41e-72c4772749c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:38.081057 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-ce647682-0867-4e7c-a6ca-d56472961121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:38.083067 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-ce647682-0867-4e7c-a6ca-d56472961121 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=04d38e42748249e495e0d4f675a018a8&device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 1127 time: 0.2508996 Feb 16 14:25:38.091427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-040266a4-5823-4618-9a41-8f754fb95fbe tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:38.093250 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-040266a4-5823-4618-9a41-8f754fb95fbe tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 811 time: 0.7636940 Feb 16 14:25:38.138956 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:38.160839 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-dfd888b9-6aee-4f0b-8855-e3bacfdb046e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/quotas/d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 375 time: 0.0619464 Feb 16 14:25:38.353859 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8609-68c0-4a11-bf35-13ea31ff2379 None None] Pushing event updated for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:38.393652 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56ba96-8143-4180-881f-7c533714b69d" -d '{"events": [{"name": "network-changed", "server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:38.428320 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port d2181a47-998f-4160-8d13-98e6b8015243 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:38.428996 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (d2181a47-998f-4160-8d13-98e6b8015243), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:38.451538 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.124', 63948) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:38.470887 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-2070326e-4f53-4586-8dc1-19246a6fecae service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 HTTP/1.1" status: 200 len: 217 time: 0.3539462 Feb 16 14:25:38.528466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Attempting to bind port 41329779-1747-4c34-bab4-ed1307ff60f8 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:38.528913 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Attempting to bind port 41329779-1747-4c34-bab4-ed1307ff60f8 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:38.530326 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Attempting to bind port 41329779-1747-4c34-bab4-ed1307ff60f8 on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:38.558166 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:38.559923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Checking segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:38.559923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:38.559923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Bound using segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:38.560723 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Bound port: 41329779-1747-4c34-bab4-ed1307ff60f8, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:38.562438 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:38.848531 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-6d07e3bf-dd7f-4b49-8c2d-c568b8d17c64 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:38.857113 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-6d07e3bf-dd7f-4b49-8c2d-c568b8d17c64 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 816 time: 0.8602123 Feb 16 14:25:38.888519 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-fe32f429-314b-4601-8b21-60445fb39812 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/quotas/aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 375 time: 0.0304899 Feb 16 14:25:38.944002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-c4d7a97f-a688-4564-91cd-94973766bea8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:38.949892 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-c4d7a97f-a688-4564-91cd-94973766bea8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 819 time: 0.4750817 Feb 16 14:25:38.978504 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Request body: {'port': {'device_id': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'admin_state_up': True, 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:38.998462 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port d2181a47-998f-4160-8d13-98e6b8015243 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:39.021688 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-9bdcb7b9-46f6-4111-ae43-c59238625180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:39.024442 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-9bdcb7b9-46f6-4111-ae43-c59238625180 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54d01f8c-6354-4bde-b9ee-3cf669ce6e43 HTTP/1.1" status: 200 len: 851 time: 0.2665477 Feb 16 14:25:39.031403 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-0d24eaa9-569a-4904-a3d2-9ea29b1b94f6 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8696620 Feb 16 14:25:39.056214 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] For port 41329779-1747-4c34-bab4-ed1307ff60f8, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:39.068704 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] For port 41329779-1747-4c34-bab4-ed1307ff60f8, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=41329779-1747-4c34-bab4-ed1307ff60f8,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:39.079956 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-8e13a4ed-82be-4604-a30e-6c3cf4ab7ff6 None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:39.083597 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8e13a4ed-82be-4604-a30e-6c3cf4ab7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.151019 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-bebc7012-d4af-4010-aa0c-99bab1b51ec1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=06af663a-d931-4d79-ac78-7b297e58e0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067564 Feb 16 14:25:39.181597 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.186219 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-4f23b2f0-6eac-4748-b49a-baea53eeba32 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2857294 Feb 16 14:25:39.350004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-8e13a4ed-82be-4604-a30e-6c3cf4ab7ff6 None None] Port 41329779-1747-4c34-bab4-ed1307ff60f8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:39.363328 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8609-68c0-4a11-bf35-13ea31ff2379 None None] Pushing event updated for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:39.366169 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:25:39.371335 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:25:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:39.665221 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-5d19ba10-9fc1-4b19-a992-9da8db9b73ca service neutron] 10.222.0.110 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802317 Feb 16 14:25:39.698966 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-59795151-ab16-41a5-a364-44a9ee321e01 service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262887 Feb 16 14:25:39.705604 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-be8d275a-3660-4b3b-b5dd-ac78344dcb3e service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:25:39.714840 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-be8d275a-3660-4b3b-b5dd-ac78344dcb3e service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1601708 Feb 16 14:25:39.718438 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:25:39.911342 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Made reservation on behalf of bf4ddcdf7f0a469fa577164b86beb7cf for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:39.915757 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.938027 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:39.939110 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:40.052628 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-8144892f-3ab2-4523-adbe-be81f31c5185 service neutron] 10.222.0.110 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368571 Feb 16 14:25:40.058154 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-0d78f46e-5314-4773-bb1a-b1c4fe23da0b service neutron] 10.222.0.110 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751652 Feb 16 14:25:40.132652 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 41329779-1747-4c34-bab4-ed1307ff60f8 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:40.222975 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1684bed3-4830-4629-ab4a-e69a102cf9e5 req-80718148-b68c-400f-b0b9-03aa79c2de44 service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841173 Feb 16 14:25:40.261103 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.124', 63956) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:40.358067 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-5eede4ef-7364-41d5-9b3d-1ec9664fb853 service neutron] 10.222.0.110 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825575 Feb 16 14:25:40.359225 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Allocated IP 172.20.0.8 (4ba8543b-8e56-4793-9ca0-86543e7d7d00/cb857142-bacd-4cee-96c1-f913ccd047ce/9be133d6-37da-4b5d-bf19-f8153906954d) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:40.526431 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-34566217-f18e-4352-9f0a-8ae2c28411f9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:40.526431 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-34566217-f18e-4352-9f0a-8ae2c28411f9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 819 time: 0.2374029 Feb 16 14:25:40.589026 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Request body: {'port': {'device_id': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'admin_state_up': True, 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:40.592443 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:40.600819 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:40.614719 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Current status of the port 41329779-1747-4c34-bab4-ed1307ff60f8 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:40.614719 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:40.826177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] For port 41329779-1747-4c34-bab4-ed1307ff60f8, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=41329779-1747-4c34-bab4-ed1307ff60f8,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:40.926026 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:39Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:41.069343 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.152904 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d16dd830-d1ba-437f-8676-55b5ac9eed12 req-f8f2e792-b589-48e8-9441-56759b82cd20 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.1159668 Feb 16 14:25:41.185425 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52194) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:41.259400 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd49a8-51b2-4661-8dad-6d1c333da7f5 None None] Pushing event updated for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:41.262667 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569211ca-9a74-4a5e-a688-cf76bf2e33ef None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:39Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:41.383120 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 41329779-1747-4c34-bab4-ed1307ff60f8 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:41.421737 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks [] for port (9be133d6-37da-4b5d-bf19-f8153906954d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.563347 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c623d63-bffd-4b57-8d1d-23732c762926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.607958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8ccf-dbd7-40f8-bf40-5ef523d0c919 req-0caecc8e-57f2-4e61-b475-da1600bba03e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:41.619385 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c75a8ccf-dbd7-40f8-bf40-5ef523d0c919 req-0caecc8e-57f2-4e61-b475-da1600bba03e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.3866034 Feb 16 14:25:41.639371 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc941c-81f6-466d-914f-e24d9d203898 x-openstack-request-id: req-cbbc941c-81f6-466d-914f-e24d9d203898 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:41.641499 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:41.641914 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-cbbc941c-81f6-466d-914f-e24d9d203898 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:41.643476 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08', 'status': 'completed', 'code': 200} Feb 16 14:25:41.669841 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Made reservation on behalf of bf4ddcdf7f0a469fa577164b86beb7cf for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:41.694440 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.803754 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-13731924-4cc4-4183-9d26-41bf18870a20 req-e6775099-a8f0-4e37-a799-1cba0d0adb49 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0912306 Feb 16 14:25:41.933667 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c623d63-bffd-4b57-8d1d-23732c762926 admin admin] Publish callbacks [] for security_group (1cc06682-ecbb-486f-bd82-fd3ae1cacbdb), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.964363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 41329779-1747-4c34-bab4-ed1307ff60f8 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:41.967068 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:41.968769 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3b655748-d66f-4467-9176-fce60a926e89 req-d307e3ca-3324-4dc7-89ea-3219cf013ab8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0623903 Feb 16 14:25:42.020783 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c75a8ccf-dbd7-40f8-bf40-5ef523d0c919 req-1d11707c-6b34-4fa2-8a0c-7cfc5676e3b8 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984959 Feb 16 14:25:42.079157 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c623d63-bffd-4b57-8d1d-23732c762926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (1cc06682-ecbb-486f-bd82-fd3ae1cacbdb), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.145715 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 41329779-1747-4c34-bab4-ed1307ff60f8 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:42.146145 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.155843 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:42.178617 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:42.189499 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:42.192763 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623d63-bffd-4b57-8d1d-23732c762926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc06682-ecbb-486f-bd82-fd3ae1cacbdb,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:42.232423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:42.233396 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.254458 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ba96-8143-4180-881f-7c533714b69d req-e8cb4927-08ef-4566-8af5-d99236c6787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:42.260838 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-e8cb4927-08ef-4566-8af5-d99236c6787b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=04d38e42748249e495e0d4f675a018a8&device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 1127 time: 0.5287821 Feb 16 14:25:42.278316 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-7c623d63-bffd-4b57-8d1d-23732c762926 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=dacaf0765ca04e23ae7071d6730e4510&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0879004 Feb 16 14:25:42.281282 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52214) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:42.368527 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 41329779-1747-4c34-bab4-ed1307ff60f8 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:42.416640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Pushing event updated for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:42.460012 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6763ba82-6f0a-440b-b008-cad4d2499137 req-8e83d065-5af0-4c3a-adce-cccc9d5feacf tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.1223764 Feb 16 14:25:42.532461 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] Publish callbacks [] for security_group (1cc06682-ecbb-486f-bd82-fd3ae1cacbdb), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.557279 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-47b64439-e919-4f9d-9891-968a566575a2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5883460 Feb 16 14:25:42.587700 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] Publish callbacks [] for security_group (1cc06682-ecbb-486f-bd82-fd3ae1cacbdb), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.627936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Allocated IP 172.20.0.5 (4ba8543b-8e56-4793-9ca0-86543e7d7d00/cb857142-bacd-4cee-96c1-f913ccd047ce/47ff8a4b-9375-4563-92b3-af528e61b72f) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:42.643154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Request body: {'port': {'device_id': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:42.772708 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (1cc06682-ecbb-486f-bd82-fd3ae1cacbdb), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.790299 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.790299 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1cc06682-ecbb-486f-bd82-fd3ae1cacbdb HTTP/1.1" status: 204 len: 168 time: 0.4950876 Feb 16 14:25:42.790299 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aa5de-9ded-4994-bf09-b09da96764d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc06682-ecbb-486f-bd82-fd3ae1cacbdb,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:42.818601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ba96-8143-4180-881f-7c533714b69d req-8723a037-2500-462d-85e3-a07622cd1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:42.820862 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-8723a037-2500-462d-85e3-a07622cd1748 service neutron] 10.222.0.124 "GET /v2.0/networks?id=06af663a-d931-4d79-ac78-7b297e58e0fa HTTP/1.1" status: 200 len: 913 time: 0.4605680 Feb 16 14:25:42.991337 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:42.991337 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-00c072d7-3ae8-465b-88d4-3eedaf77b677 req-224aec2c-414f-485b-b8ac-a7201e1ee5d7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0696223 Feb 16 14:25:43.068410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks [] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:43.097533 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-16033b86-7740-42f0-977d-ac4072f42ae9 req-20f704f1-6860-4c42-b34a-70ba13a6ac6e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0303304 Feb 16 14:25:43.200355 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505b96b-bb11-437a-880b-26f6e624e933 req-58e98374-fa6a-43e8-8e5d-6a24df7fe357 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:43.201957 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8505b96b-bb11-437a-880b-26f6e624e933 req-58e98374-fa6a-43e8-8e5d-6a24df7fe357 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.0538216 Feb 16 14:25:43.255903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8505b96b-bb11-437a-880b-26f6e624e933 req-0b4c332e-bcf2-4732-ad6a-7bc379b6461f tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Feb 16 14:25:43.552861 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-61d010d9-43ac-47b5-a9d7-06c50c555cba req-e8393db8-989b-4adb-a21a-3d7c3e2be42d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.0260375 Feb 16 14:25:44.073662 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.086093 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7cb5c1dc-b4b5-4721-812b-eceae3bdcc1d req-b92533f6-e27a-4a0c-aaeb-26fa60c8d2d4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0413141 Feb 16 14:25:44.168981 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:44.174653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:44.182338 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:44.187571 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:44.188188 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.200835 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Pushing event updated for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:44.205492 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-36c8a100-0e41-46cf-a818-a15eb2c831d3 req-d2822fbc-7cad-427c-bc24-3316d49de924 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0282497 Feb 16 14:25:44.287142 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be133d6-37da-4b5d-bf19-f8153906954d {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:44.296028 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks [] for port (9be133d6-37da-4b5d-bf19-f8153906954d), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.298808 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8f76a8bb-dad9-47f1-b83b-6de7c928af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.310617 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-fa0112d5-75ab-4623-af4a-e664b61d3ed9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7404311 Feb 16 14:25:44.341277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Transition to ACTIVE for port object 9be133d6-37da-4b5d-bf19-f8153906954d will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:44.403968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da4a3-a4af-422e-8aa5-6d1d1227c662 req-29fe1a51-3a04-4cd5-9104-674550b48146 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:44.413733 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52258) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:44.414941 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-555da4a3-a4af-422e-8aa5-6d1d1227c662 req-29fe1a51-3a04-4cd5-9104-674550b48146 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.0694230 Feb 16 14:25:44.430588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.519142 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Pushing event updated for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:44.552078 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-555da4a3-a4af-422e-8aa5-6d1d1227c662 req-ac22db43-7dd5-463d-bf7d-cfd8d936f193 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343791 Feb 16 14:25:44.563712 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Attempting to bind port 9be133d6-37da-4b5d-bf19-f8153906954d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:44.564258 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Attempting to bind port 9be133d6-37da-4b5d-bf19-f8153906954d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:44.564754 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Attempting to bind port 9be133d6-37da-4b5d-bf19-f8153906954d on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:44.569510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Port 9be133d6-37da-4b5d-bf19-f8153906954d on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:25:44.569816 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Attempting to bind port 9be133d6-37da-4b5d-bf19-f8153906954d on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:44.575421 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:44.576207 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Checking segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:44.576207 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Bound using segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:44.576601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Bound port: 9be133d6-37da-4b5d-bf19-f8153906954d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:44.576956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.599171 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-71864a00-1ce4-40d4-a966-dc59d7dbc386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.651889 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:44.655460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9be133d6-37da-4b5d-bf19-f8153906954d,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:44.711815 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb02721-bbbb-4797-bbcd-d55e6ce3ee31 req-c9d7cdc1-8300-4991-bdc1-08173900743c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:44.713281 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-efb02721-bbbb-4797-bbcd-d55e6ce3ee31 req-c9d7cdc1-8300-4991-bdc1-08173900743c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 931 time: 0.0829041 Feb 16 14:25:44.730344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-71864a00-1ce4-40d4-a966-dc59d7dbc386 admin admin] Publish callbacks [] for security_group (69569ced-0891-45de-8cdd-32bdefdabc77), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.738479 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.777017 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-efb02721-bbbb-4797-bbcd-d55e6ce3ee31 req-957374ce-d757-4827-9f6b-e2b058e47107 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Feb 16 14:25:44.785274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:44.786259 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.788318 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] 10.222.0.124 "PUT /v2.0/ports/9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 1093 time: 2.1571743 Feb 16 14:25:44.788827 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:44.792276 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb" -d '{"events": [{"name": "network-changed", "server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:44.815347 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52270) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:44.818077 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-71864a00-1ce4-40d4-a966-dc59d7dbc386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (69569ced-0891-45de-8cdd-32bdefdabc77), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.827505 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c46c6-fcad-4169-b838-45dffaeaafcb service neutron] Pushing event updated for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:44.837038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0967f9c0-1c7a-49c3-8025-a28436860b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.874795 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-71864a00-1ce4-40d4-a966-dc59d7dbc386 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b4fc38f4b92c493a90ba91c648c0e2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581907 Feb 16 14:25:44.875460 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52276) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:44.877943 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864a00-1ce4-40d4-a966-dc59d7dbc386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69569ced-0891-45de-8cdd-32bdefdabc77,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:44.905198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef54f65-a223-4bf2-8421-7f58d883437d x-openstack-request-id: req-8ef54f65-a223-4bf2-8421-7f58d883437d {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:44.905672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:44.905992 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8ef54f65-a223-4bf2-8421-7f58d883437d {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:44.906400 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d', 'status': 'completed', 'code': 200} Feb 16 14:25:44.936835 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0967f9c0-1c7a-49c3-8025-a28436860b85 admin admin] Publish callbacks [] for security_group (7ad54735-89fb-49d3-a6af-be3ea7d66263), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.942696 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] Publish callbacks [] for security_group (69569ced-0891-45de-8cdd-32bdefdabc77), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.963632 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] Publish callbacks [] for security_group (69569ced-0891-45de-8cdd-32bdefdabc77), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:44.989287 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0967f9c0-1c7a-49c3-8025-a28436860b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (7ad54735-89fb-49d3-a6af-be3ea7d66263), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.031279 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-0967f9c0-1c7a-49c3-8025-a28436860b85 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=75c78011745444de9aedb06d535217c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143135 Feb 16 14:25:45.032148 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967f9c0-1c7a-49c3-8025-a28436860b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad54735-89fb-49d3-a6af-be3ea7d66263,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:45.033979 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52280) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:45.067755 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (69569ced-0891-45de-8cdd-32bdefdabc77), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.070151 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.071447 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/69569ced-0891-45de-8cdd-32bdefdabc77 HTTP/1.1" status: 204 len: 168 time: 0.1946504 Feb 16 14:25:45.085215 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57c50f-8cae-486d-9009-6c6cf1fb2009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69569ced-0891-45de-8cdd-32bdefdabc77,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:45.094285 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] Publish callbacks [] for security_group (7ad54735-89fb-49d3-a6af-be3ea7d66263), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.120591 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] Publish callbacks [] for security_group (7ad54735-89fb-49d3-a6af-be3ea7d66263), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.196563 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97295ccf-b7d5-437b-b100-82489570511b req-6a40f373-8c59-43ce-ade8-5807b9c83aa1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Feb 16 14:25:45.235425 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (7ad54735-89fb-49d3-a6af-be3ea7d66263), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.238506 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:45.240089 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7ad54735-89fb-49d3-a6af-be3ea7d66263 HTTP/1.1" status: 204 len: 168 time: 0.2047465 Feb 16 14:25:45.249675 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1105cc-bbb2-4d11-8790-37d208603291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad54735-89fb-49d3-a6af-be3ea7d66263,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:45.316884 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fa16bc70-06d2-417f-a57d-33d627ff86da req-6bdca9d9-6966-4cd9-b567-dc29dad26ecd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0333521 Feb 16 14:25:45.733009 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b4a1e-34ce-428d-a019-6debf344db72 req-fb2d6b20-cc31-4507-a312-c36c1e7be7c7 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:45.734528 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-375b4a1e-34ce-428d-a019-6debf344db72 req-fb2d6b20-cc31-4507-a312-c36c1e7be7c7 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.0726054 Feb 16 14:25:45.793711 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-375b4a1e-34ce-428d-a019-6debf344db72 req-50934747-5d3b-4a08-afef-284f885ea273 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523987 Feb 16 14:25:45.953243 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614fb42-a4fe-4f11-a7d5-f22a73bf288d req-691d73c0-8396-4b8b-8764-64ec6721fed2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:45.954769 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f614fb42-a4fe-4f11-a7d5-f22a73bf288d req-691d73c0-8396-4b8b-8764-64ec6721fed2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 931 time: 0.0649657 Feb 16 14:25:46.030789 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f614fb42-a4fe-4f11-a7d5-f22a73bf288d req-a16ecc55-9d40-4467-bfaa-5e4822ee6b71 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687654 Feb 16 14:25:46.298444 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5c450440-b662-43be-8c17-1bad387d3aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:46.388888 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-12c4e7bc-58a3-4d95-b5ad-de760377bf8f req-f032a315-1c38-4252-99b8-4fdf1b85944b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0876162 Feb 16 14:25:46.487956 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9da7a4e-63ca-4fc1-9943-bbbf3be856cf req-3a30b43a-15ce-451e-9fa8-06f51614b7c9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0377693 Feb 16 14:25:46.945190 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaeb78c-d7da-403b-bfa6-4c3c8c1def9e req-aa95eb2a-3c27-49e0-8828-932f2f9a9897 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:46.955267 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-edaeb78c-d7da-403b-bfa6-4c3c8c1def9e req-aa95eb2a-3c27-49e0-8828-932f2f9a9897 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.0760314 Feb 16 14:25:47.001537 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-edaeb78c-d7da-403b-bfa6-4c3c8c1def9e req-4ac7ec42-7992-4593-bf0a-0c0df238f0a3 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Feb 16 14:25:47.138083 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:47.215303 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3fe9c-d179-4ce9-bdb5-bd23b71e4b13 req-bd55b6e3-2ec6-4601-a767-81813d15b1d4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:47.216882 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aee3fe9c-d179-4ce9-bdb5-bd23b71e4b13 req-bd55b6e3-2ec6-4601-a767-81813d15b1d4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 931 time: 0.0606260 Feb 16 14:25:47.270711 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aee3fe9c-d179-4ce9-bdb5-bd23b71e4b13 req-412de9fc-0fdf-4b66-ae28-c4b92c556868 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Feb 16 14:25:47.454769 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Request body: {'port': {'device_id': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:47.550374 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-41c813b5-a7e4-46f9-9dc4-6d89a1b70e3b req-1a638e19-a11b-4954-af94-ac313651fc62 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0482512 Feb 16 14:25:47.616318 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-22214997-a83f-4e7d-aa06-c916de4fbb77 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 HTTP/1.1" status: 200 len: 217 time: 0.1797965 Feb 16 14:25:47.682055 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-53619fd7-49c2-4518-9b94-37dfa7f8c517 req-ab5153c9-9b7b-4f02-bee2-1028c0b678eb tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0647671 Feb 16 14:25:47.742202 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:47.769305 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-54afd9be-4a50-4eb6-bf0c-feed87ec3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:47.770853 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-54afd9be-4a50-4eb6-bf0c-feed87ec3e59 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1127 time: 0.1849682 Feb 16 14:25:47.774274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ba96-8143-4180-881f-7c533714b69d req-93b0d225-ec6c-4a0f-bdab-3ea9dfe6dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:47.776251 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-93b0d225-ec6c-4a0f-bdab-3ea9dfe6dd10 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54d01f8c-6354-4bde-b9ee-3cf669ce6e43 HTTP/1.1" status: 200 len: 851 time: 0.1241763 Feb 16 14:25:48.164373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456f708-aa5a-4b23-b738-02cda4284ffc req-28c18ee1-7bdc-4d84-9f6a-bd7218f74085 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.173576 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5456f708-aa5a-4b23-b738-02cda4284ffc req-28c18ee1-7bdc-4d84-9f6a-bd7218f74085 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.0732741 Feb 16 14:25:48.223802 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5456f708-aa5a-4b23-b738-02cda4284ffc req-befdfa11-7766-4107-8ea1-808bc56701d7 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487878 Feb 16 14:25:48.232066 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-ceba9b4a-6bc3-4388-bf64-89590103a96f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=06af663a-d931-4d79-ac78-7b297e58e0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581481 Feb 16 14:25:48.545338 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-8331ac45-a9b0-4147-90d7-fc4d4c44b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.546840 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-8331ac45-a9b0-4147-90d7-fc4d4c44b735 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4719191 Feb 16 14:25:48.557941 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-7a77b20b-3f98-49b4-bf1a-469def76aedb service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094363 Feb 16 14:25:48.576462 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780153-6c67-44ca-be7a-cccc12c82dbd req-f4d3fe06-ac53-425c-ace1-8ff9a02de5fd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.577856 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c780153-6c67-44ca-be7a-cccc12c82dbd req-f4d3fe06-ac53-425c-ace1-8ff9a02de5fd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 931 time: 0.2226453 Feb 16 14:25:48.586506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ff8a4b-9375-4563-92b3-af528e61b72f {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:48.615722 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks [] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.637898 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.124', 63972) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:48.698358 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7271613c-b2cf-4091-b8c9-74d18ffa5c48 req-489857c2-7711-49d2-a735-826e5ac973cf tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0544498 Feb 16 14:25:48.707545 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Transition to ACTIVE for port object 47ff8a4b-9375-4563-92b3-af528e61b72f will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:48.817617 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c780153-6c67-44ca-be7a-cccc12c82dbd req-8d23b223-1b99-415d-8b32-8fb06bd06581 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128239 Feb 16 14:25:48.839153 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.846529 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6e193440-738e-4278-bdf3-e147091a0ef1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.848130 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6e193440-738e-4278-bdf3-e147091a0ef1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 811 time: 0.1652539 Feb 16 14:25:48.863782 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:48.872597 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3fb2fd8c-6cbe-4f09-935c-014adc6e42f9 req-a4620d8c-25e6-464d-a613-108242da85da tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0438030 Feb 16 14:25:48.942251 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-bb96effa-4d86-4947-89b3-acc5d5039049 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 379 time: 0.0763946 Feb 16 14:25:48.959246 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'port': {'device_id': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'admin_state_up': True, 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'security_groups': ['64eee093-d0c6-4024-9642-709fae7fccb1']}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:48.960059 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb56ba96-8143-4180-881f-7c533714b69d req-ad999e0b-c9c2-49d7-8675-3294d13c0e55 service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691595 Feb 16 14:25:48.964128 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-ccdb922b-106d-46c0-929d-7a986be5d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:48.965559 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6bae320b-1ced-4ca0-a7d1-0327bedd7acb req-ccdb922b-106d-46c0-929d-7a986be5d353 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4068053 Feb 16 14:25:48.973079 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Pushing event updated for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:49.019250 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Attempting to bind port 47ff8a4b-9375-4563-92b3-af528e61b72f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:49.019736 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Attempting to bind port 47ff8a4b-9375-4563-92b3-af528e61b72f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:49.019956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Attempting to bind port 47ff8a4b-9375-4563-92b3-af528e61b72f on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:49.025019 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Port 47ff8a4b-9375-4563-92b3-af528e61b72f on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:25:49.025703 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Attempting to bind port 47ff8a4b-9375-4563-92b3-af528e61b72f on network 4ba8543b-8e56-4793-9ca0-86543e7d7d00 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:49.031424 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:49.032148 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Checking segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:49.032667 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Bound using segment: {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:49.033284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Bound port: 47ff8a4b-9375-4563-92b3-af528e61b72f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:49.033845 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.120643 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:49.168266 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47ff8a4b-9375-4563-92b3-af528e61b72f,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:49.172437 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Made reservation on behalf of d48b56501b0a49829c4522b171dd1159 for: {'port': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:49.175776 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.256253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-75644706-adbf-46e4-a51f-263cdbb170b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:49.257948 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-75644706-adbf-46e4-a51f-263cdbb170b5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1127 time: 0.1469102 Feb 16 14:25:49.278292 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-f12fb429-d6f0-4e85-82d6-27dae95f5ddc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:49.279937 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-f12fb429-d6f0-4e85-82d6-27dae95f5ddc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 816 time: 0.1803327 Feb 16 14:25:49.290848 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.353775 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-96687091-106e-4fdb-9695-440dc5910ebe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0726173 Feb 16 14:25:49.475970 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Allocated IP 172.20.0.6 (d94143be-8ba2-454c-8d39-3ad4b5796d55/8619f697-b625-4e59-9464-f7d52400fbda/03b4e298-5eed-4639-a433-5b0e77361bac) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:49.477839 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:49.478680 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.480123 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] 10.222.0.124 "PUT /v2.0/ports/47ff8a4b-9375-4563-92b3-af528e61b72f HTTP/1.1" status: 200 len: 1093 time: 2.0365343 Feb 16 14:25:49.483100 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:49.485483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc919552-b4db-455d-927f-d9a83fbbdb33" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:49.568462 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ce379-f0cb-4b22-8cb8-ee1f5d041b19 x-openstack-request-id: req-619ce379-f0cb-4b22-8cb8-ee1f5d041b19 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:49.568726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:49.569000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-619ce379-f0cb-4b22-8cb8-ee1f5d041b19 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:49.569913 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f', 'status': 'completed', 'code': 200} Feb 16 14:25:49.586509 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3306-a8e7-45e0-90d7-0dcff1d955be service neutron] Pushing event updated for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:49.596961 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-3d194826-ccbd-4ed4-9416-3e772f79f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:49.599112 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-3d194826-ccbd-4ed4-9416-3e772f79f5b7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.1686530 Feb 16 14:25:49.608716 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-3bec57cd-ca7b-4168-9601-27746eb3eb4f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 380 time: 0.2820845 Feb 16 14:25:49.625087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70578c5-bbe3-439d-9ba8-01d5593940f8 req-915b6a9c-6d8a-49f5-b3d9-2d43308cbab1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:49.627693 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e70578c5-bbe3-439d-9ba8-01d5593940f8 req-915b6a9c-6d8a-49f5-b3d9-2d43308cbab1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.1997216 Feb 16 14:25:49.651207 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'port': {'device_id': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'admin_state_up': True, 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'security_groups': ['67fd8a15-8df4-4e57-b674-90a117ef63a5']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:49.686558 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-07b19b80-9d4b-4afd-89b9-aaacf1d2b574 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695937 Feb 16 14:25:49.704074 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (03b4e298-5eed-4639-a433-5b0e77361bac), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.812257 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b3cb80d-34ac-4930-9b8f-b5feb918ce75 req-edfe9033-835c-43dc-9912-2a2c204bf7e1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0312581 Feb 16 14:25:49.841333 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:49.954989 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:49.975409 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:49.981300 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:49.988353 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:50.065055 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f478-b0bd-4c14-9a4e-cac7a826409f req-492c38a3-6443-4b35-9abe-eb49544d09ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.066545 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-26a5f478-b0bd-4c14-9a4e-cac7a826409f req-492c38a3-6443-4b35-9abe-eb49544d09ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 943 time: 0.1415985 Feb 16 14:25:50.074247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.074996 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.098734 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e70578c5-bbe3-439d-9ba8-01d5593940f8 req-464b15e3-6b6b-41a4-98b7-3d4bf970dce9 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611638 Feb 16 14:25:50.123474 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-58fff393-40e7-4020-936f-0061aa043846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.129533 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-58fff393-40e7-4020-936f-0061aa043846 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1127 time: 0.4923365 Feb 16 14:25:50.137434 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-26a5f478-b0bd-4c14-9a4e-cac7a826409f req-a576b3cf-8d64-4372-88a1-d17c6b56dd0f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596354 Feb 16 14:25:50.193388 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-32d33735-11b6-46d5-8956-b22a742e49a7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2420955 Feb 16 14:25:50.218262 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Request body: {'port': {'device_id': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:50.228547 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-131f574b-b410-4e74-81fb-35a7f9585887 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243275 Feb 16 14:25:50.229233 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.234436 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-915cff38-d263-477a-b06f-4036a78f2aef req-45247f57-35c7-4216-83a3-b3db9044b8f6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0721416 Feb 16 14:25:50.327825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Made reservation on behalf of aeb2105b246e4f78bccf81a39b007f69 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:50.328131 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.328216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.368224 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-0b478c3f-6da8-4d36-b880-9dfb4a47fdf7 None None] Provisioning complete for port 03b4e298-5eed-4639-a433-5b0e77361bac triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:50.368782 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-0b478c3f-6da8-4d36-b880-9dfb4a47fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.394441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-378948a7-1ab2-4579-8cff-0fe61e9e9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.395953 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-378948a7-1ab2-4579-8cff-0fe61e9e9b2e service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2512865 Feb 16 14:25:50.410137 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-0b478c3f-6da8-4d36-b880-9dfb4a47fdf7 None None] Port 03b4e298-5eed-4639-a433-5b0e77361bac cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:50.480480 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-13e11366-409b-4eaf-9609-8697fb92ec56 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116854 Feb 16 14:25:50.629033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Allocated IP 172.20.0.10 (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8/8f99cb86-4ba8-483d-be03-148b4390c177/e636434b-73f6-458a-9681-a71516b2260d) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:50.714515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-70417629-8b0c-45bf-b176-31b78149b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.716040 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fc919552-b4db-455d-927f-d9a83fbbdb33 req-70417629-8b0c-45bf-b176-31b78149b106 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3120728 Feb 16 14:25:50.852153 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (e636434b-73f6-458a-9681-a71516b2260d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.868826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-6a719f94-32eb-4563-ad57-1f9fd39cbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.870348 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-6a719f94-32eb-4563-ad57-1f9fd39cbdc6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1127 time: 0.0855246 Feb 16 14:25:50.923398 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-b46e0cd9-855c-4f32-896a-a6dce1840d69 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff8a4b-9375-4563-92b3-af528e61b72f HTTP/1.1" status: 200 len: 217 time: 0.0369086 Feb 16 14:25:50.927743 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b4e298-5eed-4639-a433-5b0e77361bac {{(pid=103314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:50.940864 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks [] for port (03b4e298-5eed-4639-a433-5b0e77361bac), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:50.974241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.provisioning_blocks [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Transition to ACTIVE for port object 03b4e298-5eed-4639-a433-5b0e77361bac will not be triggered until provisioned by entity L2. {{(pid=103314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:50.986729 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514b59c-c63a-4f4b-b2bc-cf866d2dd241 req-cbfa88ee-3855-43a2-b555-0228ffe9a9bb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.987532 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e89e-5278-415e-9680-bcee48146436 req-cf46ab74-6e4e-4df4-b735-4f0461f97d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:50.988269 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f514b59c-c63a-4f4b-b2bc-cf866d2dd241 req-cbfa88ee-3855-43a2-b555-0228ffe9a9bb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 931 time: 0.0913019 Feb 16 14:25:50.989111 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-cf46ab74-6e4e-4df4-b735-4f0461f97d4c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0582771 Feb 16 14:25:51.021175 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-35e62638-d4fe-47ba-b940-05e3febb58a9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253384 Feb 16 14:25:51.022649 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.037509 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f514b59c-c63a-4f4b-b2bc-cf866d2dd241 req-97f1f15d-d1b4-415f-8f8e-5b10a1e7ce3f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Feb 16 14:25:51.052366 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.094224 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:51.105281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:51.108638 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:51.112474 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:51.151636 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:25:51.172070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:51.172825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.265960 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.346914 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-d240c2f5-0a8a-44c2-b7d2-46d1c14adac0 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124228 Feb 16 14:25:51.382030 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1d303566-2a0d-467d-9cc8-240ad5d69f29 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7517719 Feb 16 14:25:51.393373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.managers [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Attempting to bind port 03b4e298-5eed-4639-a433-5b0e77361bac on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:51.394057 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.managers [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Attempting to bind port 03b4e298-5eed-4639-a433-5b0e77361bac by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}] {{(pid=103314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:51.394903 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Attempting to bind port 03b4e298-5eed-4639-a433-5b0e77361bac on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:51.405173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Port 03b4e298-5eed-4639-a433-5b0e77361bac on network d94143be-8ba2-454c-8d39-3ad4b5796d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:25:51.405812 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Attempting to bind port 03b4e298-5eed-4639-a433-5b0e77361bac on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:51.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:51.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Checking segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:51.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Bound using segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} {{(pid=103314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:51.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.managers [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Bound port: 03b4e298-5eed-4639-a433-5b0e77361bac, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}}] {{(pid=103314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:51.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.423131 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Request body: {'port': {'device_id': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:51.461827 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:51.512365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04231e-0b58-4058-960b-a6d6b14313a4 req-1015882e-8e47-4439-bda0-089a46e5ac33 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:51.517013 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471406f-6c69-42ff-81b7-0c5df6f88ae1 req-bb99df8e-8c58-4320-8d7f-67594c283e87 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:51.518731 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0471406f-6c69-42ff-81b7-0c5df6f88ae1 req-bb99df8e-8c58-4320-8d7f-67594c283e87 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 943 time: 0.2112055 Feb 16 14:25:51.519522 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cd04231e-0b58-4058-960b-a6d6b14313a4 req-1015882e-8e47-4439-bda0-089a46e5ac33 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 943 time: 0.2640545 Feb 16 14:25:51.578821 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.629627 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0433e89e-5278-415e-9680-bcee48146436 req-7964da12-7b77-4f76-b6af-3746c5732ae0 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699170 Feb 16 14:25:51.643560 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cd04231e-0b58-4058-960b-a6d6b14313a4 req-b79b7457-ddf9-4680-9f63-6520dfaa59fb tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232376 Feb 16 14:25:51.660680 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, cleared binding levels {{(pid=103314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:51.692637 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=03b4e298-5eed-4639-a433-5b0e77361bac,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:51.715448 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0471406f-6c69-42ff-81b7-0c5df6f88ae1 req-0c66ac2f-fff5-42ca-b347-21f824374849 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834955 Feb 16 14:25:51.740119 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,segment=NetworkSegment(dad59da0-bf3b-4f9c-9ea2-253033860abb),segment_id=dad59da0-bf3b-4f9c-9ea2-253033860abb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:51.751736 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08', 'network_id': '06af663a-d931-4d79-ac78-7b297e58e0fa', 'port_id': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08', 'mac_address': 'fa:16:3e:2f:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d01f8c-6354-4bde-b9ee-3cf669ce6e43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:51.795518 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.812682 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-7f96ef91-7c10-45b2-b054-2d9f35003c15 None None] Provisioning complete for port e636434b-73f6-458a-9681-a71516b2260d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:51.812892 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7f96ef91-7c10-45b2-b054-2d9f35003c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (e636434b-73f6-458a-9681-a71516b2260d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.814601 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:51.818393 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.851841 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:51.852902 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:51.855680 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] 10.222.0.124 "PUT /v2.0/ports/03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 1093 time: 1.6425028 Feb 16 14:25:51.858726 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:51.884226 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-7f96ef91-7c10-45b2-b054-2d9f35003c15 None None] Port e636434b-73f6-458a-9681-a71516b2260d cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:25:51.904664 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:51.931899 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1cbd1-ef2c-4750-87b7-ca266e689be7 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=3']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:51.947299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c3714-80d4-4efa-92ed-155e8a976c80 req-43347f0b-41b4-4df7-ba8c-bbf3f7c10ae2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:51.948924 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ae2c3714-80d4-4efa-92ed-155e8a976c80 req-43347f0b-41b4-4df7-ba8c-bbf3f7c10ae2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 932 time: 0.2034528 Feb 16 14:25:51.991770 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,segment=NetworkSegment(dad59da0-bf3b-4f9c-9ea2-253033860abb),segment_id=dad59da0-bf3b-4f9c-9ea2-253033860abb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:52.062288 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:52.104671 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.118576 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ae2c3714-80d4-4efa-92ed-155e8a976c80 req-0062476a-cef5-4736-9c08-02ab508bd709 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526208 Feb 16 14:25:52.192211 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:52.202133 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e636434b-73f6-458a-9681-a71516b2260d {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:52.211722 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks [] for port (e636434b-73f6-458a-9681-a71516b2260d), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.222741 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-627801fb-8cd9-4b4f-ae68-6951ddc16660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.222741 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-627801fb-8cd9-4b4f-ae68-6951ddc16660 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1127 time: 0.1697769 Feb 16 14:25:52.228546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Transition to ACTIVE for port object e636434b-73f6-458a-9681-a71516b2260d will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:52.309771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.328010 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e96ab-c96d-4361-a9d6-492e0e7e19c4 x-openstack-request-id: req-6e2e96ab-c96d-4361-a9d6-492e0e7e19c4 {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:52.328314 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:52.328573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6e2e96ab-c96d-4361-a9d6-492e0e7e19c4 {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:52.329038 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac', 'status': 'completed', 'code': 200} Feb 16 14:25:52.331410 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-c7612041-e9e7-4f5b-a9f3-1b44d9fec4d0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 217 time: 0.0939739 Feb 16 14:25:52.339117 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21101-7fe6-4728-88b8-cd56ee70f691 req-5a700bbb-6a77-4541-a444-f71a84acd731 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.352596 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-49d21101-7fe6-4728-88b8-cd56ee70f691 req-5a700bbb-6a77-4541-a444-f71a84acd731 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 943 time: 0.1739125 Feb 16 14:25:52.440432 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:52.444855 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-a2b9f423-d8ec-4471-affd-70dfd750c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.448008 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-a2b9f423-d8ec-4471-affd-70dfd750c68a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.0996940 Feb 16 14:25:52.459142 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Attempting to bind port e636434b-73f6-458a-9681-a71516b2260d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:25:52.459644 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Attempting to bind port e636434b-73f6-458a-9681-a71516b2260d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:25:52.459975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Attempting to bind port e636434b-73f6-458a-9681-a71516b2260d on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:52.465711 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Port e636434b-73f6-458a-9681-a71516b2260d on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:25:52.466033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Attempting to bind port e636434b-73f6-458a-9681-a71516b2260d on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:25:52.472557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:25:52.472893 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Checking segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:25:52.473324 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Bound using segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:25:52.473755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Bound port: e636434b-73f6-458a-9681-a71516b2260d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:25:52.474105 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.499203 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-49d21101-7fe6-4728-88b8-cd56ee70f691 req-e9acfb56-4f6f-4a43-bff0-fe7b0faa82c7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524932 Feb 16 14:25:52.549139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c1966fb6-188c-4fce-ae9a-a15dd7b2bc08'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:25:52.569910 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-fb564c09-d8a4-4e9e-a155-3de129555cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.571765 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-fb564c09-d8a4-4e9e-a155-3de129555cfe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1142383 Feb 16 14:25:52.582285 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:25:52.590532 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:25:52.683700 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.707028 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-a8ccb3d6-ff27-45c2-bd13-8e67b2fddb22 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252830 Feb 16 14:25:52.722361 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.723066 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:52.725162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] 10.222.0.124 "PUT /v2.0/ports/e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 1094 time: 1.3199785 Feb 16 14:25:52.725617 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:52.730916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:52.833593 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93284fe8-f85b-40d4-8140-ed84db867f27 service neutron] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:52.870480 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44c1bd-5401-48a3-bcf8-3f32b3ff16c4 req-adb26a28-bb7b-41f4-9214-7e8ff3506e5a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.872425 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0b44c1bd-5401-48a3-bcf8-3f32b3ff16c4 req-adb26a28-bb7b-41f4-9214-7e8ff3506e5a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 944 time: 0.1210694 Feb 16 14:25:52.909388 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4b82d44-34f2-46d7-a964-c6f534eb1514 req-9ffcf885-a700-42ba-aafb-b43c3a3b66a7 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934793 Feb 16 14:25:52.947462 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a086b-282d-4eb5-abdd-e0f7c7553606 req-fff0d8a5-d817-49cf-bfee-b33b7f65f030 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.954717 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-db1a086b-282d-4eb5-abdd-e0f7c7553606 req-fff0d8a5-d817-49cf-bfee-b33b7f65f030 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 943 time: 0.1209345 Feb 16 14:25:52.962514 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0b44c1bd-5401-48a3-bcf8-3f32b3ff16c4 req-5520b578-fa87-4c3e-94ca-b4c701729755 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822997 Feb 16 14:25:53.018716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df28c9-86a9-460a-b32c-ad3bbb759de3 x-openstack-request-id: req-98df28c9-86a9-460a-b32c-ad3bbb759de3 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:53.019029 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:53.019265 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-98df28c9-86a9-460a-b32c-ad3bbb759de3 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:53.019722 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'status': 'completed', 'code': 200} Feb 16 14:25:53.037807 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-db1a086b-282d-4eb5-abdd-e0f7c7553606 req-6488dabe-5dbe-4859-bb03-c04c86164e16 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779767 Feb 16 14:25:53.039671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-6d90f98f-4c91-4f6a-bddb-c1ab4d8cadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.043834 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-6d90f98f-4c91-4f6a-bddb-c1ab4d8cadd5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1128 time: 0.1105716 Feb 16 14:25:53.091283 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52644) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:53.097883 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-4d451307-772c-496f-b288-8d52e1330b8c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 217 time: 0.0377209 Feb 16 14:25:53.218670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-419b6317-7b15-46f1-bb35-132d09843a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.240035 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-ee3b4383-7e47-4c5d-a37f-c2d0b494f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.241659 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-ee3b4383-7e47-4c5d-a37f-c2d0b494f218 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1127 time: 0.0779674 Feb 16 14:25:53.260773 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-d0b4d14e-58f9-45ef-ae03-a1350e7f59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.262454 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-d0b4d14e-58f9-45ef-ae03-a1350e7f59f4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0997086 Feb 16 14:25:53.327816 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 9be133d6-37da-4b5d-bf19-f8153906954d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:53.364234 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d12698-1a62-4251-bc00-96b27cbfb73b req-b6c12f83-6e76-445b-9546-e52f2e413a96 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.374918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-87d12698-1a62-4251-bc00-96b27cbfb73b req-b6c12f83-6e76-445b-9546-e52f2e413a96 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.1113417 Feb 16 14:25:53.395123 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-c2900c2d-2868-42cd-a400-976ee234a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.396606 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-c2900c2d-2868-42cd-a400-976ee234a2da service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1234956 Feb 16 14:25:53.443653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-a3494f92-c093-42fc-a354-08155047dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.447293 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-a3494f92-c093-42fc-a354-08155047dae2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.1917276 Feb 16 14:25:53.464528 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-419b6317-7b15-46f1-bb35-132d09843a16 admin admin] Publish callbacks [] for security_group (dbaa6deb-8461-4279-9618-f651d197edc9), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.481960 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9be133d6-37da-4b5d-bf19-f8153906954d,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:53.494251 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-ebbb1a09-ac02-499e-b255-cf592b6eb318 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 217 time: 0.0408731 Feb 16 14:25:53.497280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '9be133d6-37da-4b5d-bf19-f8153906954d', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'port_id': '9be133d6-37da-4b5d-bf19-f8153906954d', 'mac_address': 'fa:16:3e:59:67:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:53.515296 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-87d12698-1a62-4251-bc00-96b27cbfb73b req-8c3b70b5-914f-4a5c-8f7a-0b869385332f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393211 Feb 16 14:25:53.543880 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 9be133d6-37da-4b5d-bf19-f8153906954d is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:53.544711 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.548528 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-1768c699-83d8-4389-a247-18ff326b61e4 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432211 Feb 16 14:25:53.549984 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-419b6317-7b15-46f1-bb35-132d09843a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (dbaa6deb-8461-4279-9618-f651d197edc9), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.556437 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-44c95936-16bd-429f-b00a-f87e3a0abe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.557921 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-44c95936-16bd-429f-b00a-f87e3a0abe9e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.0556238 Feb 16 14:25:53.575643 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be133d6-37da-4b5d-bf19-f8153906954d {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:53.611641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9be133d6-37da-4b5d-bf19-f8153906954d,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:53.657368 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-419b6317-7b15-46f1-bb35-132d09843a16 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=94466f51a56947e4afe6635ae9847eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640218 Feb 16 14:25:53.664627 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b6317-7b15-46f1-bb35-132d09843a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa6deb-8461-4279-9618-f651d197edc9,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:53.666877 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52664) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:53.686058 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0557100c-6b7f-4f7e-8cb5-0b6cb004b15b req-04853ee4-88fb-4bf6-8d00-8635366c8869 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162410 Feb 16 14:25:53.693792 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-19ae628b-dca2-4786-b98c-7d3c2aa5f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.695553 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-19ae628b-dca2-4786-b98c-7d3c2aa5f9f1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1199589 Feb 16 14:25:53.703668 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bffaa-a697-4983-b654-5c4ffc40d4e6 req-94353147-081d-4b0a-9e44-107885d17739 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.705210 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-643bffaa-a697-4983-b654-5c4ffc40d4e6 req-94353147-081d-4b0a-9e44-107885d17739 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 943 time: 0.1090722 Feb 16 14:25:53.738211 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.743319 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] Publish callbacks [] for security_group (dbaa6deb-8461-4279-9618-f651d197edc9), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.745968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52666) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:53.778228 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] Publish callbacks [] for security_group (dbaa6deb-8461-4279-9618-f651d197edc9), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.816850 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:53.823310 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-643bffaa-a697-4983-b654-5c4ffc40d4e6 req-3e7362b1-622d-4f6b-9e95-e6ae0ff3beaf tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041040 Feb 16 14:25:53.848561 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-1e88ac76-cbca-4d44-b089-c90db24e1106 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423917 Feb 16 14:25:53.907648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1926f0f6-8a5a-4341-b821-6c0870d68036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.922960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (dbaa6deb-8461-4279-9618-f651d197edc9), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.925498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:53.929099 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dbaa6deb-8461-4279-9618-f651d197edc9 HTTP/1.1" status: 204 len: 168 time: 0.2585006 Feb 16 14:25:53.948643 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5f93ea6-0143-45b1-9ce1-fb6dcb003d0a req-079156a2-0e68-4fda-92e1-a24912999741 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Feb 16 14:25:53.951112 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c6b3f-2ca6-447d-8394-faceaebb7af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa6deb-8461-4279-9618-f651d197edc9,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:53.970121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-8af19df3-1e5c-46e9-9cca-a47550278aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:53.971804 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-8af19df3-1e5c-46e9-9cca-a47550278aba service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1128 time: 0.1006765 Feb 16 14:25:54.180392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['9be133d6-37da-4b5d-bf19-f8153906954d'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:25:54.337263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1926f0f6-8a5a-4341-b821-6c0870d68036 admin admin] Publish callbacks [] for security_group (d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.362853 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad602eb-213c-42f8-af82-2ea39144674e req-334dca74-d3a0-400e-931f-79e87b95b683 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.364936 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aad602eb-213c-42f8-af82-2ea39144674e req-334dca74-d3a0-400e-931f-79e87b95b683 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 944 time: 0.1667697 Feb 16 14:25:54.365512 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1512d12-ef39-4694-8f3a-20a4fd5436ec req-f891f650-a1bd-43b5-9dfc-afdcd57b9539 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.368617 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d1512d12-ef39-4694-8f3a-20a4fd5436ec req-f891f650-a1bd-43b5-9dfc-afdcd57b9539 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 943 time: 0.2607768 Feb 16 14:25:54.373954 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-06985f41-127c-484e-b181-04ef75dc79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.375471 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-06985f41-127c-484e-b181-04ef75dc79c5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.3917053 Feb 16 14:25:54.453754 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d1512d12-ef39-4694-8f3a-20a4fd5436ec req-a828f3cf-99ee-4db3-8f60-88b094440f30 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801086 Feb 16 14:25:54.478530 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aad602eb-213c-42f8-af82-2ea39144674e req-c40c65d7-355f-4574-8e83-db7fe627e9fe tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020701 Feb 16 14:25:54.479992 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1926f0f6-8a5a-4341-b821-6c0870d68036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.485424 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-c096c9ee-2b3f-4379-ae3a-b3c9e4203bc9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 217 time: 0.0856948 Feb 16 14:25:54.563601 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-1926f0f6-8a5a-4341-b821-6c0870d68036 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=181a3c5eb5d9405dbfb99bf0c6895cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8165200 Feb 16 14:25:54.566308 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52690) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:54.567399 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f0f6-8a5a-4341-b821-6c0870d68036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:54.581291 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-03a3fa46-4765-40f7-85e5-cc010006057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.582854 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-03a3fa46-4765-40f7-85e5-cc010006057a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0762162 Feb 16 14:25:54.638655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-a8d0ff86-d7c4-407a-8869-0bf919a2999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.640237 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-a8d0ff86-d7c4-407a-8869-0bf919a2999b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467885 Feb 16 14:25:54.653760 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] Publish callbacks [] for security_group (d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.683409 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] Publish callbacks [] for security_group (d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.722369 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fadd2-8b7e-41d5-8949-a29fd79c0f4f req-e6acdedc-3cd8-4807-a97c-f4ecc8665a1b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:54.723930 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-240fadd2-8b7e-41d5-8949-a29fd79c0f4f req-e6acdedc-3cd8-4807-a97c-f4ecc8665a1b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0975392 Feb 16 14:25:54.772763 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-f8ad0ddc-497e-4ad8-9fd7-786fc9153a75 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205716 Feb 16 14:25:54.784628 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-240fadd2-8b7e-41d5-8949-a29fd79c0f4f req-769c6631-d7b9-49b1-80e6-76c7ebe86702 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509725 Feb 16 14:25:54.844417 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52698) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:54.852804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.857857 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.870110 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0 HTTP/1.1" status: 204 len: 168 time: 0.2929988 Feb 16 14:25:54.883306 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52704) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:54.884491 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e338c6-d0ab-4459-9c13-5d4b174bd265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f7e2b4-b9bb-46ee-9289-94ec5b2a33b0,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:54.904886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b102b661-28d3-4d97-a0a2-48fbb301559e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:54.973991 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fbca5f61-0b39-4e93-af0a-e9fd08ee2da8 req-f8b71b4d-a3e5-49d8-b02a-7fbd99b95801 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905093 Feb 16 14:25:55.001916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1468d-148c-4b9f-9333-f20605ae42a5 req-1b3eaf0e-160a-418e-8e32-a1ea95498437 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.003467 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59c1468d-148c-4b9f-9333-f20605ae42a5 req-1b3eaf0e-160a-418e-8e32-a1ea95498437 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 943 time: 0.1021879 Feb 16 14:25:55.047005 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7ac9dd09-c2df-4882-b1e9-2eefcaca0f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.076867 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59c1468d-148c-4b9f-9333-f20605ae42a5 req-d968706f-671c-4efe-b415-8ca0739612c1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656452 Feb 16 14:25:55.095392 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b102b661-28d3-4d97-a0a2-48fbb301559e admin admin] Publish callbacks [] for security_group (357d961b-3557-41e1-8435-21208602a976), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.128107 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7ac9dd09-c2df-4882-b1e9-2eefcaca0f4b admin admin] Publish callbacks [] for security_group (046bc04f-5f73-4046-b4eb-58d094a17a66), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.183560 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b102b661-28d3-4d97-a0a2-48fbb301559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (357d961b-3557-41e1-8435-21208602a976), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.231040 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-b102b661-28d3-4d97-a0a2-48fbb301559e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a3a540604a154e9b81abac33cad003e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463485 Feb 16 14:25:55.232157 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102b661-28d3-4d97-a0a2-48fbb301559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357d961b-3557-41e1-8435-21208602a976,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:55.233589 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52708) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:55.248380 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7ac9dd09-c2df-4882-b1e9-2eefcaca0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (046bc04f-5f73-4046-b4eb-58d094a17a66), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.314458 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9dd09-c2df-4882-b1e9-2eefcaca0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046bc04f-5f73-4046-b4eb-58d094a17a66,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:55.318596 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-7ac9dd09-c2df-4882-b1e9-2eefcaca0f4b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0562692d93ca4dd9bfb6f15a1f49f53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731169 Feb 16 14:25:55.321623 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52712) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:55.328404 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] Publish callbacks [] for security_group (357d961b-3557-41e1-8435-21208602a976), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.343945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 47ff8a4b-9375-4563-92b3-af528e61b72f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:55.354299 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] Publish callbacks [] for security_group (357d961b-3557-41e1-8435-21208602a976), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.384778 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:55.388630 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] Publish callbacks [] for security_group (046bc04f-5f73-4046-b4eb-58d094a17a66), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.415722 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] Publish callbacks [] for security_group (046bc04f-5f73-4046-b4eb-58d094a17a66), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.497646 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47ff8a4b-9375-4563-92b3-af528e61b72f,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:55.509794 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '47ff8a4b-9375-4563-92b3-af528e61b72f', 'network_id': '4ba8543b-8e56-4793-9ca0-86543e7d7d00', 'port_id': '47ff8a4b-9375-4563-92b3-af528e61b72f', 'mac_address': 'fa:16:3e:dd:cb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb857142-bacd-4cee-96c1-f913ccd047ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:55.546736 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (357d961b-3557-41e1-8435-21208602a976), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.549565 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 47ff8a4b-9375-4563-92b3-af528e61b72f is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:55.549970 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.550373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.554311 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/357d961b-3557-41e1-8435-21208602a976 HTTP/1.1" status: 204 len: 168 time: 0.3169415 Feb 16 14:25:55.565418 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834565f4-84ec-4d9f-a044-834d57c9685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d961b-3557-41e1-8435-21208602a976,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:55.577353 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ff8a4b-9375-4563-92b3-af528e61b72f {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:55.579267 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:25:55.594664 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad72bc-5e72-4592-88ae-f6466d5e8de0 req-e9e25936-e372-4408-8942-10ca04553282 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.599763 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (046bc04f-5f73-4046-b4eb-58d094a17a66), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.608342 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89ad72bc-5e72-4592-88ae-f6466d5e8de0 req-e9e25936-e372-4408-8942-10ca04553282 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 943 time: 0.0812364 Feb 16 14:25:55.608598 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.608598 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/046bc04f-5f73-4046-b4eb-58d094a17a66 HTTP/1.1" status: 204 len: 168 time: 0.2828507 Feb 16 14:25:55.609293 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47ff8a4b-9375-4563-92b3-af528e61b72f,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:55.620646 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ba0b-9e3c-406a-b76b-13bc6f11f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046bc04f-5f73-4046-b4eb-58d094a17a66,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:55.642362 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:55.648741 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:55.649013 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.652797 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961628ad-dd5d-4a9d-afeb-8e274fabc412 req-6495a2cb-4c9f-4371-bd4b-9fadb12314c8 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.655005 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-961628ad-dd5d-4a9d-afeb-8e274fabc412 req-6495a2cb-4c9f-4371-bd4b-9fadb12314c8 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 944 time: 0.0983558 Feb 16 14:25:55.660788 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89ad72bc-5e72-4592-88ae-f6466d5e8de0 req-15d50c64-0150-466f-93a0-4fa65c9af6cb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534494 Feb 16 14:25:55.718470 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-961628ad-dd5d-4a9d-afeb-8e274fabc412 req-4b935319-6f24-4e85-8277-0c1745846270 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507579 Feb 16 14:25:55.727674 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.728333 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 03b4e298-5eed-4639-a433-5b0e77361bac details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:55.756767 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:55.757148 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.823734 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:55.868143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52724) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:55.882075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-655416cf-d6f4-4ba7-a59b-fff271cff296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:55.891624 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:55.938870 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,segment=NetworkSegment(dad59da0-bf3b-4f9c-9ea2-253033860abb),segment_id=dad59da0-bf3b-4f9c-9ea2-253033860abb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:55.973911 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=03b4e298-5eed-4639-a433-5b0e77361bac,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:55.988617 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '03b4e298-5eed-4639-a433-5b0e77361bac', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'port_id': '03b4e298-5eed-4639-a433-5b0e77361bac', 'mac_address': 'fa:16:3e:dc:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:55.988781 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a4752-da81-4d17-be73-74f768de1abc req-05e2b436-431f-4c02-b2c1-653c2d3d78f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:55.992153 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cc1a4752-da81-4d17-be73-74f768de1abc req-05e2b436-431f-4c02-b2c1-653c2d3d78f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.1082101 Feb 16 14:25:56.013679 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-655416cf-d6f4-4ba7-a59b-fff271cff296 admin admin] Publish callbacks [] for security_group (a2473f39-e654-4c4f-961e-37906df18ecf), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.020280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.021491 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 9be133d6-37da-4b5d-bf19-f8153906954d up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:25:56.047935 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cc1a4752-da81-4d17-be73-74f768de1abc req-c93a7592-d36e-4e5c-8bea-1c87c36857d5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493634 Feb 16 14:25:56.074904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-655416cf-d6f4-4ba7-a59b-fff271cff296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a2473f39-e654-4c4f-961e-37906df18ecf), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.101890 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 03b4e298-5eed-4639-a433-5b0e77361bac is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:56.102514 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.117328 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-655416cf-d6f4-4ba7-a59b-fff271cff296 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e70f542ebc2543ddaaad76a6d4a5ecc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483463 Feb 16 14:25:56.118309 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655416cf-d6f4-4ba7-a59b-fff271cff296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2473f39-e654-4c4f-961e-37906df18ecf,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.120476 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52736) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:56.126604 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b4e298-5eed-4639-a433-5b0e77361bac {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:56.162316 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.169493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=03b4e298-5eed-4639-a433-5b0e77361bac,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:56.175616 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74db6365-267c-483e-bec6-60c7e2b58458" -d '{"events": [{"server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "name": "network-vif-plugged", "status": "completed", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:56.203924 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] Publish callbacks [] for security_group (a2473f39-e654-4c4f-961e-37906df18ecf), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.229526 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] Publish callbacks [] for security_group (a2473f39-e654-4c4f-961e-37906df18ecf), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.240922 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.269547 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 9be133d6-37da-4b5d-bf19-f8153906954d completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:56.280081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 9be133d6-37da-4b5d-bf19-f8153906954d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:56.280500 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.283510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba925a-e7d8-4f96-a142-2a7e4b3b095d req-89dbfff8-f13a-4d6b-b0b7-bf2d9783830d tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:56.288447 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90ba925a-e7d8-4f96-a142-2a7e4b3b095d req-89dbfff8-f13a-4d6b-b0b7-bf2d9783830d tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 943 time: 0.0875492 Feb 16 14:25:56.335827 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.354985 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a2473f39-e654-4c4f-961e-37906df18ecf), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.358491 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.362427 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a2473f39-e654-4c4f-961e-37906df18ecf HTTP/1.1" status: 204 len: 168 time: 0.2385983 Feb 16 14:25:56.363632 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90ba925a-e7d8-4f96-a142-2a7e4b3b095d req-c2acbc5d-147b-45b4-aa94-42d25d15a69e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687773 Feb 16 14:25:56.381199 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055755-413b-4c91-b39c-67dd73de2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2473f39-e654-4c4f-961e-37906df18ecf,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.400629 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 9be133d6-37da-4b5d-bf19-f8153906954d is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:56.401167 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.440502 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9be133d6-37da-4b5d-bf19-f8153906954d,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:56.463404 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7a846-4760-4071-8c92-8ba4cde1f9c4 x-openstack-request-id: req-7ed7a846-4760-4071-8c92-8ba4cde1f9c4 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:56.463723 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "name": "network-vif-plugged", "status": "completed", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:56.463981 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7ed7a846-4760-4071-8c92-8ba4cde1f9c4 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:56.464451 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08', 'code': 200} Feb 16 14:25:56.515078 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.562157 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.664773 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52752) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:56.678116 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4088-35c3-412d-8928-4453f6115892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.785241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4088-35c3-412d-8928-4453f6115892 admin admin] Publish callbacks [] for security_group (97e5104c-284b-4092-8b6c-73bace9db680), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.788297 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8b29-50c1-4d1d-a890-0b59430df242 req-b4db93cb-9399-4059-a6db-8199d237b8bd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:56.791689 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c65d8b29-50c1-4d1d-a890-0b59430df242 req-b4db93cb-9399-4059-a6db-8199d237b8bd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0703108 Feb 16 14:25:56.843048 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c65d8b29-50c1-4d1d-a890-0b59430df242 req-d368adef-aa2d-4765-a430-5ac6ca00deaa tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Feb 16 14:25:56.866782 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29384934-4d1e-4138-be9c-39d352d54f3d req-1247219f-26b0-4ac2-a152-3c9e0ae56558 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:56.868456 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29384934-4d1e-4138-be9c-39d352d54f3d req-1247219f-26b0-4ac2-a152-3c9e0ae56558 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0616803 Feb 16 14:25:56.888586 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4088-35c3-412d-8928-4453f6115892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (97e5104c-284b-4092-8b6c-73bace9db680), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:56.944391 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e4088-35c3-412d-8928-4453f6115892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e5104c-284b-4092-8b6c-73bace9db680,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:56.956773 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-7c2e4088-35c3-412d-8928-4453f6115892 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d65a21e3d893468fabf7efc1fd2d1cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877312 Feb 16 14:25:56.957132 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52768) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:56.962886 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29384934-4d1e-4138-be9c-39d352d54f3d req-1731b358-ef73-444a-b08e-90993fdf5818 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881250 Feb 16 14:25:57.013167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] Publish callbacks [] for security_group (97e5104c-284b-4092-8b6c-73bace9db680), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.035168 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] Publish callbacks [] for security_group (97e5104c-284b-4092-8b6c-73bace9db680), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.167286 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (97e5104c-284b-4092-8b6c-73bace9db680), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.169998 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:57.171995 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/97e5104c-284b-4092-8b6c-73bace9db680 HTTP/1.1" status: 204 len: 168 time: 0.2132134 Feb 16 14:25:57.192299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da828e4c-88ef-4daf-a16d-6d3ee5749cab req-90cbaf6b-045b-4067-b0b1-2ffe7e24d4b1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:57.195651 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-da828e4c-88ef-4daf-a16d-6d3ee5749cab req-90cbaf6b-045b-4067-b0b1-2ffe7e24d4b1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0691912 Feb 16 14:25:57.197772 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dd102-894d-45ad-a017-19875e097be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e5104c-284b-4092-8b6c-73bace9db680,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:57.263806 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-da828e4c-88ef-4daf-a16d-6d3ee5749cab req-076d7fcb-7622-429d-9b22-9f9c5c4fbb24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512171 Feb 16 14:25:57.485878 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793f7-57d9-4b09-b87e-f4c062cd8742 req-7d2c6c73-b0ed-4d3c-ada2-a09238a33075 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:57.491221 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8df793f7-57d9-4b09-b87e-f4c062cd8742 req-7d2c6c73-b0ed-4d3c-ada2-a09238a33075 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0592000 Feb 16 14:25:57.535955 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8df793f7-57d9-4b09-b87e-f4c062cd8742 req-ce1fb7ab-4fe8-4757-8fcc-5e6ae3407fb8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Feb 16 14:25:57.965475 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbc00a-9623-4654-8b99-b455db984b04 req-0ab27bb1-4ed8-4e5c-a270-123e4637077f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:57.967068 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7dfbc00a-9623-4654-8b99-b455db984b04 req-0ab27bb1-4ed8-4e5c-a270-123e4637077f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0531988 Feb 16 14:25:58.017654 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7dfbc00a-9623-4654-8b99-b455db984b04 req-06bb26aa-74f0-45e2-bbbd-a54b91bd812b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Feb 16 14:25:58.090491 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:25:58.098292 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28aead-21ac-4dcf-ae4b-b9f1672ca205 req-ea1c8c31-93af-40f7-8182-e96a1fed3281 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:58.102239 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9f28aead-21ac-4dcf-ae4b-b9f1672ca205 req-ea1c8c31-93af-40f7-8182-e96a1fed3281 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0597298 Feb 16 14:25:58.156598 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9f28aead-21ac-4dcf-ae4b-b9f1672ca205 req-443e74d0-5537-41ae-904d-801a53cdd78f tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Feb 16 14:25:58.358088 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:58.373201 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'e636434b-73f6-458a-9681-a71516b2260d', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:25:58.419296 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:25:58.419874 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:58.434673 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e636434b-73f6-458a-9681-a71516b2260d {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:25:58.458039 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:25:58.465277 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:25:58.467576 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797dba35-cfb5-4e47-b005-ede2fb8d58c0" -d '{"events": [{"server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "name": "network-vif-plugged", "status": "completed", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:25:58.489510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-1a071aaf-8a68-4a98-8058-e324bf6d82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:58.496114 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-1a071aaf-8a68-4a98-8058-e324bf6d82bb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 1129 time: 0.0965109 Feb 16 14:25:58.502191 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75e59-8a7b-4337-9479-98182c887807 req-cf901438-877d-4dd7-bdd3-c6e1f115fe00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:58.503722 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23f75e59-8a7b-4337-9479-98182c887807 req-cf901438-877d-4dd7-bdd3-c6e1f115fe00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.1364372 Feb 16 14:25:58.516015 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fbdddb-a012-451f-acac-568f7b43e187 x-openstack-request-id: req-43fbdddb-a012-451f-acac-568f7b43e187 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:25:58.516553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "name": "network-vif-plugged", "status": "completed", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:25:58.516822 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-43fbdddb-a012-451f-acac-568f7b43e187 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:25:58.517311 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d', 'code': 200} Feb 16 14:25:58.555007 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:58.579269 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23f75e59-8a7b-4337-9479-98182c887807 req-4439b712-5eac-4fef-9bb1-012c1ec09c50 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670421 Feb 16 14:25:58.635924 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:58.684927 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c4f88-d73d-4dc6-ab14-8be5f3b18974 req-649af3c0-f2d7-4c32-b784-75ca96648227 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:58.687086 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a71c4f88-d73d-4dc6-ab14-8be5f3b18974 req-649af3c0-f2d7-4c32-b784-75ca96648227 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0593030 Feb 16 14:25:58.745708 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a71c4f88-d73d-4dc6-ab14-8be5f3b18974 req-0c4e105a-736c-45f7-9f4d-448f1884175b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 Feb 16 14:25:59.158839 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b7d6-480a-45c3-bfc6-92efc783db7e req-244ffbd7-f563-4002-a4e3-b765a6279bbe tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:59.158839 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d8b7d6-480a-45c3-bfc6-92efc783db7e req-244ffbd7-f563-4002-a4e3-b765a6279bbe tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0577867 Feb 16 14:25:59.228997 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d8b7d6-480a-45c3-bfc6-92efc783db7e req-69d9e63c-51a8-4698-9721-c926f0209b80 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Feb 16 14:25:59.291133 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b4d4-173e-477e-b898-f5256b8a28e6 req-38eff4e9-c5fc-4aba-abbb-5e2dafc779c1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:59.296802 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f170b4d4-173e-477e-b898-f5256b8a28e6 req-38eff4e9-c5fc-4aba-abbb-5e2dafc779c1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0540428 Feb 16 14:25:59.302679 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-a1e35dcc-bd2d-4f20-9671-eb128f54d602 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.342482 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f170b4d4-173e-477e-b898-f5256b8a28e6 req-409677b5-9e93-4ee3-b878-1eb2239a7d2a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Feb 16 14:25:59.398121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-a1e35dcc-bd2d-4f20-9671-eb128f54d602 service neutron] Publish callbacks [] for security_group (93d54ef3-0509-431a-9418-a657b79651de), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.463330 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-a1e35dcc-bd2d-4f20-9671-eb128f54d602 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (93d54ef3-0509-431a-9418-a657b79651de), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.509503 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-da03b395-1ef7-496a-8ad6-20277d77e7e5 req-a1e35dcc-bd2d-4f20-9671-eb128f54d602 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199299 Feb 16 14:25:59.510482 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e35dcc-bd2d-4f20-9671-eb128f54d602 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=93d54ef3-0509-431a-9418-a657b79651de,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:59.696605 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52888) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:59.712771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d754b-206d-4993-b05d-b9f2e0ee8a55 req-f67d3064-547a-4360-b27e-93bd9873a7be tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:59.714320 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-616d754b-206d-4993-b05d-b9f2e0ee8a55 req-f67d3064-547a-4360-b27e-93bd9873a7be tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0610502 Feb 16 14:25:59.800257 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-616d754b-206d-4993-b05d-b9f2e0ee8a55 req-88fcdff5-6db7-4368-936d-5f356ccf3203 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798051 Feb 16 14:25:59.852357 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-024e49ae-b4da-496b-ac6a-e41c6185e7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:59.931510 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7350f79-48c7-4ea0-be11-103caf0c05af req-30c3d91f-1622-493d-b0c0-f9ee05af257f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:59.933027 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c7350f79-48c7-4ea0-be11-103caf0c05af req-30c3d91f-1622-493d-b0c0-f9ee05af257f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0832326 Feb 16 14:26:00.005026 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c7350f79-48c7-4ea0-be11-103caf0c05af req-964f36c9-f8a8-4a71-8de6-05f92e715721 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640459 Feb 16 14:26:00.010063 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-024e49ae-b4da-496b-ac6a-e41c6185e7d1 admin admin] Publish callbacks [] for security_group (e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.087135 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-024e49ae-b4da-496b-ac6a-e41c6185e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.125184 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-024e49ae-b4da-496b-ac6a-e41c6185e7d1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4fb42839f3f84741a74d568efb789f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274616 Feb 16 14:26:00.126022 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e49ae-b4da-496b-ac6a-e41c6185e7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:00.127933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52904) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:00.179219 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] Publish callbacks [] for security_group (e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.204276 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] Publish callbacks [] for security_group (e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.340253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.342885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:00.344021 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf HTTP/1.1" status: 204 len: 168 time: 0.2150989 Feb 16 14:26:00.354510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0b41e-f542-46b8-b030-b185f9662fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8ebf1-e502-47c5-9a7b-8a70bd20f9cf,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:00.363694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7716c-10e8-402c-a2a1-05d47a3d379a req-7d0d6392-7271-4f42-9424-75e88f5ceee7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:00.365209 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eab7716c-10e8-402c-a2a1-05d47a3d379a req-7d0d6392-7271-4f42-9424-75e88f5ceee7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0653174 Feb 16 14:26:00.422408 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eab7716c-10e8-402c-a2a1-05d47a3d379a req-7f1877a8-5ef7-44ab-b3b4-8221acaf722a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Feb 16 14:26:00.522270 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f8d33-0fb5-4835-af22-d329b289c7b2 req-1da86f3d-781d-4cbd-8470-6a1087be3988 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:00.523919 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e19f8d33-0fb5-4835-af22-d329b289c7b2 req-1da86f3d-781d-4cbd-8470-6a1087be3988 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0670531 Feb 16 14:26:00.576345 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e19f8d33-0fb5-4835-af22-d329b289c7b2 req-49bac005-ddea-4ce4-a5b4-66932f9be5b4 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Feb 16 14:26:00.930941 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5cdfc-6e6b-46f5-a4c9-63099ce9d233 req-d6376335-4c03-423c-855e-2fef2a08648a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:00.932400 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a7b5cdfc-6e6b-46f5-a4c9-63099ce9d233 req-d6376335-4c03-423c-855e-2fef2a08648a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0512528 Feb 16 14:26:00.984219 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a7b5cdfc-6e6b-46f5-a4c9-63099ce9d233 req-eccc94ee-89fd-4591-82ff-e575f67a21c0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 Feb 16 14:26:01.105917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 52930) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:01.119108 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['47ff8a4b-9375-4563-92b3-af528e61b72f'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:26:01.119914 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-779cc3cb-db4d-484b-b7d8-73f7be1d32dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.128197 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815e7e-9f25-43a3-aa39-094e3e67c9a9 req-126c4904-e072-4dc6-a0a2-85cd9d0cde02 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:01.129698 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4815e7e-9f25-43a3-aa39-094e3e67c9a9 req-126c4904-e072-4dc6-a0a2-85cd9d0cde02 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0555952 Feb 16 14:26:01.155869 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['03b4e298-5eed-4639-a433-5b0e77361bac'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:26:01.209482 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c4815e7e-9f25-43a3-aa39-094e3e67c9a9 req-b876f221-14b3-4726-9077-b733573d8b7d tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618901 Feb 16 14:26:01.216379 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-779cc3cb-db4d-484b-b7d8-73f7be1d32dc admin admin] Publish callbacks [] for security_group (bb9d2467-ced2-4d89-b207-9485fedf8915), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.327165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-779cc3cb-db4d-484b-b7d8-73f7be1d32dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (bb9d2467-ced2-4d89-b207-9485fedf8915), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.370893 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-779cc3cb-db4d-484b-b7d8-73f7be1d32dc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a921303fa2664ebdba7cad9d12a5dc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638903 Feb 16 14:26:01.372034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cc3cb-db4d-484b-b7d8-73f7be1d32dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d2467-ced2-4d89-b207-9485fedf8915,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:01.373840 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 52934) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:01.425503 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] Publish callbacks [] for security_group (bb9d2467-ced2-4d89-b207-9485fedf8915), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.448692 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] Publish callbacks [] for security_group (bb9d2467-ced2-4d89-b207-9485fedf8915), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.545305 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['e636434b-73f6-458a-9681-a71516b2260d'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:26:01.545786 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098ae5d-d706-4d21-8445-7a9a68be4194 req-20425b92-d241-4eb7-8863-06b93f368173 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:01.547310 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9098ae5d-d706-4d21-8445-7a9a68be4194 req-20425b92-d241-4eb7-8863-06b93f368173 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0525992 Feb 16 14:26:01.599997 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9098ae5d-d706-4d21-8445-7a9a68be4194 req-cdfe4e85-503e-4c6a-9929-c2c6d09fe1b2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 Feb 16 14:26:01.606844 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (bb9d2467-ced2-4d89-b207-9485fedf8915), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.609645 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:01.610816 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bb9d2467-ced2-4d89-b207-9485fedf8915 HTTP/1.1" status: 204 len: 168 time: 0.2359831 Feb 16 14:26:01.634454 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8290-0048-421e-b9d2-d50cddc9b924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d2467-ced2-4d89-b207-9485fedf8915,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:01.717621 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad154a-255e-4a5a-b84a-154ccc644f59 req-e7377d14-3160-43a7-b144-454eac7e963c tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:01.719595 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-88ad154a-255e-4a5a-b84a-154ccc644f59 req-e7377d14-3160-43a7-b144-454eac7e963c tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0625339 Feb 16 14:26:01.768756 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-88ad154a-255e-4a5a-b84a-154ccc644f59 req-8a6dbc73-2f57-4beb-ad7f-f034f95adee5 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Feb 16 14:26:01.791826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075f1dc-6ca9-44c0-8c73-5a8098861199 req-2df32c9e-a9b0-4dcd-b80d-f2e7923f0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:01.793331 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2075f1dc-6ca9-44c0-8c73-5a8098861199 req-2df32c9e-a9b0-4dcd-b80d-f2e7923f0e0e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0495646 Feb 16 14:26:01.843430 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2075f1dc-6ca9-44c0-8c73-5a8098861199 req-02472355-4808-48ac-a56a-175cb8606347 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Feb 16 14:26:02.112673 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5907-8e7d-4902-84fb-bf1e35ecaf5b req-89820db7-20fe-4d43-b872-485a64aa8478 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:02.114255 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-beee5907-8e7d-4902-84fb-bf1e35ecaf5b req-89820db7-20fe-4d43-b872-485a64aa8478 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Feb 16 14:26:02.175198 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-beee5907-8e7d-4902-84fb-bf1e35ecaf5b req-cd83aa4d-1ac8-46b0-b370-64180ce431dc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522823 Feb 16 14:26:02.327363 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5a354-5b80-4d2b-a780-40650a1ee0a0 req-2a11e1c5-e448-4884-9405-24b44987355f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:02.328927 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8bb5a354-5b80-4d2b-a780-40650a1ee0a0 req-2a11e1c5-e448-4884-9405-24b44987355f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0535576 Feb 16 14:26:02.380048 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8bb5a354-5b80-4d2b-a780-40650a1ee0a0 req-4615c54e-4bcd-40a4-9f92-dbb18ae81472 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450284 Feb 16 14:26:02.728341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb71fec-a16d-45da-ba30-ee43f631a491 req-5a44c388-bb47-4406-ac2a-3571fdd92229 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:02.729837 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8bb71fec-a16d-45da-ba30-ee43f631a491 req-5a44c388-bb47-4406-ac2a-3571fdd92229 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0577483 Feb 16 14:26:02.780119 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8bb71fec-a16d-45da-ba30-ee43f631a491 req-a8b615a9-a493-402c-a94d-176df954ac8e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444968 Feb 16 14:26:02.908455 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2209-95f7-4a79-820e-11375c6519a7 req-63501364-f127-43ef-8e9e-a30f535f28dc tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:02.909929 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d41f2209-95f7-4a79-820e-11375c6519a7 req-63501364-f127-43ef-8e9e-a30f535f28dc tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Feb 16 14:26:02.966307 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d41f2209-95f7-4a79-820e-11375c6519a7 req-b9621d9f-296e-43ce-b30d-1c733e1ecf1b tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Feb 16 14:26:03.300260 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd086f-07f2-4763-8c00-23f5637df55c req-ffdf00b8-93d1-44d0-92ad-da393a838041 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:03.301735 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a1cd086f-07f2-4763-8c00-23f5637df55c req-ffdf00b8-93d1-44d0-92ad-da393a838041 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Feb 16 14:26:03.350225 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a1cd086f-07f2-4763-8c00-23f5637df55c req-7ad56198-5ce9-4c3d-8215-4bcfd048d5ae tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Feb 16 14:26:03.508364 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee57fe-c317-4e4b-83ed-6a74642a5b79 req-c5bff290-e97f-4060-9274-0ae35b7b780b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:03.509826 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cbee57fe-c317-4e4b-83ed-6a74642a5b79 req-c5bff290-e97f-4060-9274-0ae35b7b780b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0522859 Feb 16 14:26:03.555576 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cbee57fe-c317-4e4b-83ed-6a74642a5b79 req-500332b2-d23b-430d-962e-4b60699a1127 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Feb 16 14:26:03.901104 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eea57-8450-4e1b-9c95-fe1258dc9875 req-bb2bcf30-c223-4616-898e-3db21fc00fcd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:03.902756 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d40eea57-8450-4e1b-9c95-fe1258dc9875 req-bb2bcf30-c223-4616-898e-3db21fc00fcd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0537772 Feb 16 14:26:03.959015 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d40eea57-8450-4e1b-9c95-fe1258dc9875 req-121e2612-6a3a-43e1-9170-d8f8b927fc16 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Feb 16 14:26:04.096234 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd52e72-41a7-428f-b764-5d76292a543a req-4c26ceee-5efc-4971-8e49-46e34c876493 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:04.098046 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4fd52e72-41a7-428f-b764-5d76292a543a req-4c26ceee-5efc-4971-8e49-46e34c876493 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0645211 Feb 16 14:26:04.146018 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4fd52e72-41a7-428f-b764-5d76292a543a req-5bfae9a0-5927-41f2-9ef1-0e80be6b746a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Feb 16 14:26:04.472853 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f97b8-af56-43c5-a62a-c91c677ff73a req-0164959c-6dc2-4486-adb5-2b316c9707d4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:04.474365 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a95f97b8-af56-43c5-a62a-c91c677ff73a req-0164959c-6dc2-4486-adb5-2b316c9707d4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Feb 16 14:26:04.521002 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a95f97b8-af56-43c5-a62a-c91c677ff73a req-7eaf7c97-f623-4f2e-8c2b-68317cff2b75 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Feb 16 14:26:04.677211 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298c7b-c723-4829-90fa-a49fb0117bd3 req-dfc02880-0cda-45f1-9652-7b2ed9127423 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:04.678713 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1e298c7b-c723-4829-90fa-a49fb0117bd3 req-dfc02880-0cda-45f1-9652-7b2ed9127423 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0548561 Feb 16 14:26:04.726177 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1e298c7b-c723-4829-90fa-a49fb0117bd3 req-74917056-3310-4f4c-b53e-1878f30badb9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416017 Feb 16 14:26:04.881534 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 47ff8a4b-9375-4563-92b3-af528e61b72f up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:26:05.011825 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 47ff8a4b-9375-4563-92b3-af528e61b72f completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:26:05.015899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 47ff8a4b-9375-4563-92b3-af528e61b72f triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:26:05.016276 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.083723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1106b-d2c6-4cbc-99a7-ed98f4806e24 req-63e6f0e7-2f09-42ee-b8ee-31d485681a50 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:05.085203 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69d1106b-d2c6-4cbc-99a7-ed98f4806e24 req-63e6f0e7-2f09-42ee-b8ee-31d485681a50 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 944 time: 0.0515318 Feb 16 14:26:05.091852 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 47ff8a4b-9375-4563-92b3-af528e61b72f is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:26:05.092243 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.115073 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:26:05.117936 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c8c105-bd86-4ab5-883c-672663712a91" -d '{"events": [{"server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "name": "network-vif-plugged", "status": "completed", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:26:05.130041 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47ff8a4b-9375-4563-92b3-af528e61b72f,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:05.132020 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69d1106b-d2c6-4cbc-99a7-ed98f4806e24 req-75c55bf4-4d79-4991-9f1b-bcc069802f60 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Feb 16 14:26:05.156028 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b1979-a94c-4585-9a9b-fa0719772a32 x-openstack-request-id: req-140b1979-a94c-4585-9a9b-fa0719772a32 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:26:05.156309 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "name": "network-vif-plugged", "status": "completed", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:26:05.156611 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-140b1979-a94c-4585-9a9b-fa0719772a32 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:26:05.157078 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f', 'code': 200} Feb 16 14:26:05.212140 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.212964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:26:05.267725 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840dce4-44da-4e51-b5ec-f73b7bd0f83f req-90e2d187-1f48-41a5-84bb-fdd09dd98696 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:05.269245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9840dce4-44da-4e51-b5ec-f73b7bd0f83f req-90e2d187-1f48-41a5-84bb-fdd09dd98696 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0561116 Feb 16 14:26:05.289223 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:05.316822 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9840dce4-44da-4e51-b5ec-f73b7bd0f83f req-d69ba495-da5d-4a9d-af0f-e854378baba9 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Feb 16 14:26:05.354543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port e636434b-73f6-458a-9681-a71516b2260d completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:26:05.358648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port e636434b-73f6-458a-9681-a71516b2260d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:26:05.359047 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (e636434b-73f6-458a-9681-a71516b2260d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.435693 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:26:05.436002 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.467073 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:05.605979 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.606832 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 03b4e298-5eed-4639-a433-5b0e77361bac up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:26:05.650001 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9631cd-713d-4af6-8680-d44f9d319f5d req-cb04feec-fbe1-4ffd-bab9-0970c49c2b24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:05.654316 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc9631cd-713d-4af6-8680-d44f9d319f5d req-cb04feec-fbe1-4ffd-bab9-0970c49c2b24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0558302 Feb 16 14:26:05.682339 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:05.698258 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc9631cd-713d-4af6-8680-d44f9d319f5d req-9b58a928-64d1-4e63-9a25-49069462d17f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Feb 16 14:26:05.771406 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 03b4e298-5eed-4639-a433-5b0e77361bac completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:26:05.776145 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 03b4e298-5eed-4639-a433-5b0e77361bac triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:26:05.776525 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.847010 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b428a-2a9f-4b89-ac37-2bd84e71908f req-136fc83c-86d2-496d-9721-b961950498f3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:05.848482 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-369b428a-2a9f-4b89-ac37-2bd84e71908f req-136fc83c-86d2-496d-9721-b961950498f3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 944 time: 0.0529349 Feb 16 14:26:05.855600 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 03b4e298-5eed-4639-a433-5b0e77361bac is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:26:05.855996 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:05.890965 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=03b4e298-5eed-4639-a433-5b0e77361bac,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:05.895256 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-369b428a-2a9f-4b89-ac37-2bd84e71908f req-e133676b-3a2c-42c4-bf8b-bea313e728e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Feb 16 14:26:05.971809 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.020061 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:06.265402 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867541d-1763-4506-af67-f3f7beec0ad1 req-363aaf38-e38f-4127-8410-27b0fab8dc48 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:06.267045 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4867541d-1763-4506-af67-f3f7beec0ad1 req-363aaf38-e38f-4127-8410-27b0fab8dc48 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0662167 Feb 16 14:26:06.328179 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4867541d-1763-4506-af67-f3f7beec0ad1 req-e9420131-6751-43fb-a65e-26687c10e4f5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514097 Feb 16 14:26:06.433775 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d854f-2932-4664-8b1b-77ee4441494d req-757d4f41-4dfb-48fa-912b-41289f89458a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:06.435260 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c23d854f-2932-4664-8b1b-77ee4441494d req-757d4f41-4dfb-48fa-912b-41289f89458a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0512269 Feb 16 14:26:06.489474 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c23d854f-2932-4664-8b1b-77ee4441494d req-e500e86c-7c04-4806-aee7-1fe4c1a15670 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Feb 16 14:26:06.554173 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf8f86-5569-49dc-9380-fac046df7137 req-17eb100d-d35d-4e82-a46f-0f8d0330e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:06.555915 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bdaf8f86-5569-49dc-9380-fac046df7137 req-17eb100d-d35d-4e82-a46f-0f8d0330e20c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1129 time: 0.0496583 Feb 16 14:26:06.607566 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bdaf8f86-5569-49dc-9380-fac046df7137 req-b2e44e44-6805-4f81-9269-54d41bb1ddbc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Feb 16 14:26:06.823715 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3db617-b6bf-47d5-b564-57ba73f46b23 req-8626f9f7-f828-4de2-b524-1d4210646671 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:06.825195 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc3db617-b6bf-47d5-b564-57ba73f46b23 req-8626f9f7-f828-4de2-b524-1d4210646671 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0523951 Feb 16 14:26:06.883327 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc3db617-b6bf-47d5-b564-57ba73f46b23 req-9b9874c2-f667-4ccf-9e93-d5e9e8896b00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518227 Feb 16 14:26:07.017264 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16083b-1dc8-49f7-8c29-75fafe1fcf8a req-2928eec5-cb65-4739-98f2-1bf25c70c551 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:07.018708 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-af16083b-1dc8-49f7-8c29-75fafe1fcf8a req-2928eec5-cb65-4739-98f2-1bf25c70c551 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0523136 Feb 16 14:26:07.066067 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-af16083b-1dc8-49f7-8c29-75fafe1fcf8a req-36feb16e-f839-4fe5-bad5-5827a66d7490 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Feb 16 14:26:07.158232 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}, {'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:26:07.162203 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc58548-4f90-4de4-b7ea-c2a3dd13cc2e" -d '{"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}, {"server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "name": "network-vif-plugged", "status": "completed", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:26:07.203025 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb267a5-7ec4-4a75-af12-d865c6d30db9 x-openstack-request-id: req-7bb267a5-7ec4-4a75-af12-d865c6d30db9 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:26:07.203409 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "code": 200}, {"server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "name": "network-vif-plugged", "status": "completed", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:26:07.203774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7bb267a5-7ec4-4a75-af12-d865c6d30db9 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:26:07.204241 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'code': 200} Feb 16 14:26:07.204601 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac', 'code': 200} Feb 16 14:26:07.464408 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb43db-7ae0-4872-9388-5a43a21a4b9d req-3e10caaf-8925-4d91-980e-c9a960336e31 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:07.465896 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b1fb43db-7ae0-4872-9388-5a43a21a4b9d req-3e10caaf-8925-4d91-980e-c9a960336e31 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0620220 Feb 16 14:26:07.514222 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b1fb43db-7ae0-4872-9388-5a43a21a4b9d req-831770f7-a54c-4552-a575-38f51542bdc7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427313 Feb 16 14:26:07.619905 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590007d5-e9bf-48cc-8363-b204c474800a req-45f78b6e-0d23-48a5-926f-39b508e109e3 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:07.621432 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-590007d5-e9bf-48cc-8363-b204c474800a req-45f78b6e-0d23-48a5-926f-39b508e109e3 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Feb 16 14:26:07.681874 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-590007d5-e9bf-48cc-8363-b204c474800a req-9cd946e7-94d2-4140-a0c4-20feb0a802ed tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 Feb 16 14:26:07.737779 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344921-d18e-4567-8880-089c1d5b06c0 req-8dc08114-427b-47a9-ae4b-807fd09c560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:07.739585 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-68344921-d18e-4567-8880-089c1d5b06c0 req-8dc08114-427b-47a9-ae4b-807fd09c560b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1130 time: 0.0461206 Feb 16 14:26:07.790448 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-68344921-d18e-4567-8880-089c1d5b06c0 req-5ba56079-a9a1-4167-bc70-6fb46b1eb35b service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Feb 16 14:26:08.006496 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739563-9fa3-4708-aa11-abdb902793bc req-fa03f0d9-7663-4758-b9ad-61a90beefdd3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:08.008165 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7a739563-9fa3-4708-aa11-abdb902793bc req-fa03f0d9-7663-4758-b9ad-61a90beefdd3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0549772 Feb 16 14:26:08.059836 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7a739563-9fa3-4708-aa11-abdb902793bc req-ba699a49-53c5-464b-ac69-de65e4516b72 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 Feb 16 14:26:08.192971 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bf9dc-b410-4ab1-bede-029efc4faf9f req-ba16c2d2-390b-434a-86a9-c796f01570e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:08.194728 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b67bf9dc-b410-4ab1-bede-029efc4faf9f req-ba16c2d2-390b-434a-86a9-c796f01570e9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0601714 Feb 16 14:26:08.248445 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b67bf9dc-b410-4ab1-bede-029efc4faf9f req-9a4f0e83-4e19-41a5-978c-e038da98d7ac tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471234 Feb 16 14:26:08.344902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed93b93-3fa8-49f4-bc56-55584b76124b req-c0ba3ff8-8dca-441d-bab8-aba04e66860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:08.346300 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6ed93b93-3fa8-49f4-bc56-55584b76124b req-c0ba3ff8-8dca-441d-bab8-aba04e66860e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1129 time: 0.0442631 Feb 16 14:26:08.523179 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6ed93b93-3fa8-49f4-bc56-55584b76124b req-f7b79d3e-5713-46e6-af75-1d97e76b02e0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403466 Feb 16 14:26:08.655914 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4eb51-7395-4d8d-8ac8-5062867daf8b req-925f8a7b-3ac1-4e3b-a335-c8c61fd7f5e1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:08.657507 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-27a4eb51-7395-4d8d-8ac8-5062867daf8b req-925f8a7b-3ac1-4e3b-a335-c8c61fd7f5e1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0570359 Feb 16 14:26:08.718094 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-27a4eb51-7395-4d8d-8ac8-5062867daf8b req-b6b84ce1-7659-4a80-a32d-648f95626795 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545948 Feb 16 14:26:09.182718 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eab63d-751b-4821-a4ba-c4e8203111eb req-abd1ac4c-b2dd-498d-954b-366411ac841e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:09.184090 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4eab63d-751b-4821-a4ba-c4e8203111eb req-abd1ac4c-b2dd-498d-954b-366411ac841e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0510170 Feb 16 14:26:09.232308 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4eab63d-751b-4821-a4ba-c4e8203111eb req-024a1f90-a14b-4ab2-85e7-6840061237c1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Feb 16 14:26:09.373259 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fce6fb-ff0f-4bba-ac43-f7a4a1ed6b06 req-4cc75e73-2dc8-4b46-a2ad-2c8fb821f0be tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:09.374749 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d8fce6fb-ff0f-4bba-ac43-f7a4a1ed6b06 req-4cc75e73-2dc8-4b46-a2ad-2c8fb821f0be tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0582087 Feb 16 14:26:09.422931 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d8fce6fb-ff0f-4bba-ac43-f7a4a1ed6b06 req-08205ea4-2180-4c19-ac96-7045970c3d82 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Feb 16 14:26:09.845098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e8dfc-a623-464f-87ee-911bb9ec1d1d req-9e729c75-19ba-4057-b29d-c9d7b4b699b2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:09.846564 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-035e8dfc-a623-464f-87ee-911bb9ec1d1d req-9e729c75-19ba-4057-b29d-c9d7b4b699b2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0597088 Feb 16 14:26:09.877215 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53222) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:09.893292 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-035e8dfc-a623-464f-87ee-911bb9ec1d1d req-b829b786-b8bb-4a07-b730-e76831cb61d9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Feb 16 14:26:09.980839 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-77e74fd2-a52f-4ee5-8d4f-486252e85250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.061380 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-77e74fd2-a52f-4ee5-8d4f-486252e85250 admin admin] Publish callbacks [] for security_group (f920f8fd-6d7b-45e1-9302-825b5ada7f6b), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.125545 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-77e74fd2-a52f-4ee5-8d4f-486252e85250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f920f8fd-6d7b-45e1-9302-825b5ada7f6b), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.168901 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-77e74fd2-a52f-4ee5-8d4f-486252e85250 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d657209b766f4a398b5ff41e402cc055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900324 Feb 16 14:26:10.169868 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74fd2-a52f-4ee5-8d4f-486252e85250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f920f8fd-6d7b-45e1-9302-825b5ada7f6b,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:10.171607 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53226) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:10.220107 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] Publish callbacks [] for security_group (f920f8fd-6d7b-45e1-9302-825b5ada7f6b), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.240013 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] Publish callbacks [] for security_group (f920f8fd-6d7b-45e1-9302-825b5ada7f6b), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.355782 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3be6db-9221-493b-ae7a-7f3bd1bb47f3 req-3c71a439-d0c8-447e-9c54-7631668e6d80 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:10.357246 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ac3be6db-9221-493b-ae7a-7f3bd1bb47f3 req-3c71a439-d0c8-447e-9c54-7631668e6d80 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0553644 Feb 16 14:26:10.371928 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f920f8fd-6d7b-45e1-9302-825b5ada7f6b), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.375929 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.377581 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f920f8fd-6d7b-45e1-9302-825b5ada7f6b HTTP/1.1" status: 204 len: 168 time: 0.2040737 Feb 16 14:26:10.391626 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3021cf2-aa2b-4937-8ea6-bd173cc0e566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f920f8fd-6d7b-45e1-9302-825b5ada7f6b,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:10.410514 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ac3be6db-9221-493b-ae7a-7f3bd1bb47f3 req-881c9110-3021-444c-bb72-e59cd0b11691 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473156 Feb 16 14:26:10.543795 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1a418-8c9d-49f5-a2e8-754b6c188654 req-dacdc2ae-e7e0-4e99-8f1a-c2571be16480 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:10.545283 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8cf1a418-8c9d-49f5-a2e8-754b6c188654 req-dacdc2ae-e7e0-4e99-8f1a-c2571be16480 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Feb 16 14:26:10.595742 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8cf1a418-8c9d-49f5-a2e8-754b6c188654 req-6a3870c0-a9e4-4831-9778-d2e9b5ceca41 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448565 Feb 16 14:26:11.009890 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3765c0-84a7-4fb2-9da9-6366a7e2faea req-58c96179-5b6b-414c-9c66-5ff668cec775 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:11.011315 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea3765c0-84a7-4fb2-9da9-6366a7e2faea req-58c96179-5b6b-414c-9c66-5ff668cec775 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0524769 Feb 16 14:26:11.047694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53248) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:11.067130 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2a7d-07c7-4289-a143-eda83b8ea799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.072742 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea3765c0-84a7-4fb2-9da9-6366a7e2faea req-765dd435-efa1-45da-907e-0a15b8ad4ea5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559037 Feb 16 14:26:11.149615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2a7d-07c7-4289-a143-eda83b8ea799 admin admin] Publish callbacks [] for security_group (55ef665f-d1a0-426f-a80f-24db4de7d8c6), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.239767 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2a7d-07c7-4289-a143-eda83b8ea799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (55ef665f-d1a0-426f-a80f-24db4de7d8c6), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.281324 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5f1b2a7d-07c7-4289-a143-eda83b8ea799 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=43d3ca8f6ce34413b6294a6d7eacbcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326350 Feb 16 14:26:11.282156 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b2a7d-07c7-4289-a143-eda83b8ea799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef665f-d1a0-426f-a80f-24db4de7d8c6,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:11.284121 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53250) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:11.331859 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] Publish callbacks [] for security_group (55ef665f-d1a0-426f-a80f-24db4de7d8c6), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.353616 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] Publish callbacks [] for security_group (55ef665f-d1a0-426f-a80f-24db4de7d8c6), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.486200 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (55ef665f-d1a0-426f-a80f-24db4de7d8c6), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.488778 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:11.489887 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/55ef665f-d1a0-426f-a80f-24db4de7d8c6 HTTP/1.1" status: 204 len: 168 time: 0.2047915 Feb 16 14:26:11.522576 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8307988-63e6-44f8-883e-1a7fe1bdb00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef665f-d1a0-426f-a80f-24db4de7d8c6,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:11.552270 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c53783-6da4-43b5-b9ed-bcb8a09e4bb2 req-fa120c58-7e28-44fb-a336-9dcb9bf8eaf5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:11.553760 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a4c53783-6da4-43b5-b9ed-bcb8a09e4bb2 req-fa120c58-7e28-44fb-a336-9dcb9bf8eaf5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0687327 Feb 16 14:26:11.603108 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a4c53783-6da4-43b5-b9ed-bcb8a09e4bb2 req-0c5fa639-acb6-4c4b-8136-7e8ee6a12577 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Feb 16 14:26:11.715368 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00771d37-184f-49eb-821f-795e4f24966e req-b1482652-3a08-4007-9674-4f238854c7ba tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:11.716880 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-00771d37-184f-49eb-821f-795e4f24966e req-b1482652-3a08-4007-9674-4f238854c7ba tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0546100 Feb 16 14:26:11.769212 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-00771d37-184f-49eb-821f-795e4f24966e req-ff95ede5-e60d-47b1-ad94-81af482cb1b7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Feb 16 14:26:12.194468 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cc2ce-35a1-4e2a-b8ef-c5e673d19054 req-bf3ac58a-6c49-425b-9fcf-c217b259b560 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:12.196724 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ef2cc2ce-35a1-4e2a-b8ef-c5e673d19054 req-bf3ac58a-6c49-425b-9fcf-c217b259b560 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0547493 Feb 16 14:26:12.248732 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ef2cc2ce-35a1-4e2a-b8ef-c5e673d19054 req-ad76c118-64ad-4d56-b4b2-5b9a56f6b59c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Feb 16 14:26:12.746659 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8047f8f-eccb-445a-870b-c1a8a9294f46 req-1df9d430-dc51-4580-ac31-b3db3b77d8fd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:12.748271 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c8047f8f-eccb-445a-870b-c1a8a9294f46 req-1df9d430-dc51-4580-ac31-b3db3b77d8fd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0533788 Feb 16 14:26:12.831913 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c8047f8f-eccb-445a-870b-c1a8a9294f46 req-95065602-a36b-47a0-afe7-c967ab7b60e5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669310 Feb 16 14:26:12.909019 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359dc2-15ee-4f11-8292-5575a1f5bbb0 req-f63d55d2-0339-419c-bae0-c29027fc2d5e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:12.910502 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-66359dc2-15ee-4f11-8292-5575a1f5bbb0 req-f63d55d2-0339-419c-bae0-c29027fc2d5e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0565395 Feb 16 14:26:12.956496 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-66359dc2-15ee-4f11-8292-5575a1f5bbb0 req-500bcafc-ba8f-4638-8e17-f55b8ea46393 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Feb 16 14:26:13.371407 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea2565-f447-4f40-a9ff-709416b95d9f req-e00d1868-5085-4d81-9b99-ea03224d6ee4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:13.372903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4ea2565-f447-4f40-a9ff-709416b95d9f req-e00d1868-5085-4d81-9b99-ea03224d6ee4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0571804 Feb 16 14:26:13.421978 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4ea2565-f447-4f40-a9ff-709416b95d9f req-8f72b013-91e2-4eae-89f4-873a20077b53 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Feb 16 14:26:13.863533 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f1d1aa67-5838-4f93-a0a0-92355b46d785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:14.206977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef8420-4836-4072-8756-f4792515f562 req-449a5d05-c35e-4a57-9dfc-4d66e05262c8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.207917 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-71ef8420-4836-4072-8756-f4792515f562 req-449a5d05-c35e-4a57-9dfc-4d66e05262c8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0717328 Feb 16 14:26:14.257274 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-71ef8420-4836-4072-8756-f4792515f562 req-19e0439b-e74f-40e6-a2aa-dd7f76a66731 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 Feb 16 14:26:14.367172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-c6ad09d8-9bfe-4a41-a77b-cc883ae788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.368855 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-c6ad09d8-9bfe-4a41-a77b-cc883ae788e3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1129 time: 0.0508175 Feb 16 14:26:14.378519 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce20d6d-278d-4e3b-8bf7-159908f9cfc0 req-f65c1569-30ab-482b-abee-603884299599 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.380052 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ce20d6d-278d-4e3b-8bf7-159908f9cfc0 req-f65c1569-30ab-482b-abee-603884299599 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0541334 Feb 16 14:26:14.428205 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ce20d6d-278d-4e3b-8bf7-159908f9cfc0 req-6565199c-6680-4e3d-ac50-44a57b63a2ca tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Feb 16 14:26:14.466721 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-04d8b451-b60c-422b-b6ee-0cc654bb71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.468222 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-04d8b451-b60c-422b-b6ee-0cc654bb71d5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.0913413 Feb 16 14:26:14.513703 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-47dc5e8e-99f9-4088-bb6b-0b1372e797a3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff8a4b-9375-4563-92b3-af528e61b72f HTTP/1.1" status: 200 len: 217 time: 0.0357847 Feb 16 14:26:14.564361 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a5094-12e4-4769-9569-e4a6982eaa27 req-3a7cff3b-9403-4fb8-8512-bb42fc8c652a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.565823 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3d2a5094-12e4-4769-9569-e4a6982eaa27 req-3a7cff3b-9403-4fb8-8512-bb42fc8c652a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0770407 Feb 16 14:26:14.599933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-c2588e46-0bdb-4efc-a524-71e44da44a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.601432 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-c2588e46-0bdb-4efc-a524-71e44da44a0f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0514090 Feb 16 14:26:14.625647 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3d2a5094-12e4-4769-9569-e4a6982eaa27 req-422ceb6b-d470-48a3-8e17-cff9ad77bfee tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Feb 16 14:26:14.640528 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-eb3b1f51-b626-460b-aa52-5199f092721f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311034 Feb 16 14:26:14.747514 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf56d0-a996-407e-a631-f157a7d471bb req-772fead6-4e56-4d3f-8e5e-606ff9c4fa24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:14.749156 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7ddf56d0-a996-407e-a631-f157a7d471bb req-772fead6-4e56-4d3f-8e5e-606ff9c4fa24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0692146 Feb 16 14:26:14.759054 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53404) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:14.763826 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'floatingip': {'port_id': 'e636434b-73f6-458a-9681-a71516b2260d'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:14.764866 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-2c976a01-8b14-48bc-8d09-c6b7244a5176 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146634 Feb 16 14:26:14.825797 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53406) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:14.846362 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:14.994153 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.064937 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ea40940-055a-4fc9-903b-5fc36eacaffc req-cfe945a7-e257-4524-b53c-cf56a8e741c6 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899637 Feb 16 14:26:15.287843 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Publish callbacks [] for security_group (b8887ede-4d7b-4698-b431-e31fd3180df1), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.373096 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (b8887ede-4d7b-4698-b431-e31fd3180df1), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.516970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53426) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:15.633241 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.698549 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a8bb5efa440c4b5fa1ee99999b15b606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8716764 Feb 16 14:26:15.703761 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53432) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:15.717361 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8887ede-4d7b-4698-b431-e31fd3180df1,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:15.730156 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.db.resource_extend [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:26:15.734428 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.734808 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.735155 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.735561 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.735894 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.736221 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.736546 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.736871 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.737197 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.738132 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.738465 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.738817 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.739139 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f50fc-cde7-4d66-bbf9-69547e37f6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.760032 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Publish callbacks [] for security_group (f4c85c0f-cf8d-4728-a071-4041f1ed85d9), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.809089 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f460de-0c85-49fe-9ba9-4c1c2658dff7 req-083d8712-5871-48b5-96b2-5c77308921a0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:15.810596 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e1f460de-0c85-49fe-9ba9-4c1c2658dff7 req-083d8712-5871-48b5-96b2-5c77308921a0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.1076818 Feb 16 14:26:15.811632 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] Publish callbacks [] for security_group (b8887ede-4d7b-4698-b431-e31fd3180df1), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.825258 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.835515 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2ace-8282-4dd3-9751-bb2e8f488cc0 req-361b9def-14fb-412c-b535-66c0356e5968 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:15.837571 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e71d2ace-8282-4dd3-9751-bb2e8f488cc0 req-361b9def-14fb-412c-b535-66c0356e5968 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1711867 Feb 16 14:26:15.851575 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] Publish callbacks [] for security_group (b8887ede-4d7b-4698-b431-e31fd3180df1), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.860655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f4c85c0f-cf8d-4728-a071-4041f1ed85d9), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.880587 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:15.886486 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e71d2ace-8282-4dd3-9751-bb2e8f488cc0 req-ad352fad-d7ec-4bf5-a7fd-04e44ec55189 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Feb 16 14:26:15.939860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c85c0f-cf8d-4728-a071-4041f1ed85d9,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:15.947162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e1f460de-0c85-49fe-9ba9-4c1c2658dff7 req-e1d49767-3b33-41e5-8409-1ff9ccf5d656 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303890 Feb 16 14:26:15.953506 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=36c344dcf41241249f7ee90f0692de51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353478 Feb 16 14:26:15.956902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53438) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:15.959716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.960067 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.960408 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.960754 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.961171 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.962532 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.962975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.963320 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.963652 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.964084 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.964506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.964748 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:15.965075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84f9323-abc1-43a2-88f4-8e64bae5f268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:26:16.017156 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] Publish callbacks [] for security_group (f4c85c0f-cf8d-4728-a071-4041f1ed85d9), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.025197 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.l3_db [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Floating IP 7f2a4e3d-58c1-4783-b51b-17cf04732334 associated. External IP: 172.27.0.161, port: e636434b-73f6-458a-9681-a71516b2260d. Feb 16 14:26:16.040619 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] Publish callbacks [] for security_group (f4c85c0f-cf8d-4728-a071-4041f1ed85d9), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.072777 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (b8887ede-4d7b-4698-b431-e31fd3180df1), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.074606 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.078150 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b8887ede-4d7b-4698-b431-e31fd3180df1 HTTP/1.1" status: 204 len: 168 time: 0.3711541 Feb 16 14:26:16.087114 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e72dd-b635-4d63-8edb-9444353d2152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8887ede-4d7b-4698-b431-e31fd3180df1,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:16.124847 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea8f37-34b2-42a7-b279-1979e95e3bc4 req-db1f279c-3d75-47ca-8bf3-4b1019ead10a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:16.126403 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-36ea8f37-34b2-42a7-b279-1979e95e3bc4 req-db1f279c-3d75-47ca-8bf3-4b1019ead10a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1489727 Feb 16 14:26:16.135735 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53450) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:16.141557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'floatingip': {'port_id': '03b4e298-5eed-4639-a433-5b0e77361bac'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:16.206002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f4c85c0f-cf8d-4728-a071-4041f1ed85d9), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.208575 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.212387 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f4c85c0f-cf8d-4728-a071-4041f1ed85d9 HTTP/1.1" status: 204 len: 168 time: 0.2519281 Feb 16 14:26:16.217826 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c31a85a4-50c9-4dcc-8ac8-0b9a17422f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.225233 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.234578 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d960c-acac-40cf-bb7c-c3e32f7080b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c85c0f-cf8d-4728-a071-4041f1ed85d9,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:16.325183 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:26:16.460213 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:26:16.465427 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.483200 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:26:16.496404 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:16.497961 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:26:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:16.511145 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-efa845dd-8da0-45f0-b41a-c7b09d5ba65d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "PUT /v2.0/floatingips/7f2a4e3d-58c1-4783-b51b-17cf04732334 HTTP/1.1" status: 200 len: 992 time: 1.7484343 Feb 16 14:26:16.511145 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:26:16.511524 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:26:16.634745 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e213e896-d1bb-46b0-b44f-e671b803501b x-openstack-request-id: req-e213e896-d1bb-46b0-b44f-e671b803501b {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:26:16.635085 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:26:16.635784 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e213e896-d1bb-46b0-b44f-e671b803501b {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:26:16.635784 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'status': 'completed', 'code': 200} Feb 16 14:26:16.717892 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:16.948105 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:16.971291 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53476) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:16.988482 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-774594dd-65b8-492e-8cb9-723be03c1afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.038966 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '7f2a4e3d-58c1-4783-b51b-17cf04732334', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:35Z', 'updated_at': '2022-02-16T14:26:15Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:17.067336 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:26:17.069591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.077075 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:17.077260 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:26:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:17.165506 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.187737 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:17.197461 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d08b23-1200-4ef4-a966-e040219f9c72 req-21554659-064b-4c81-8cfd-c03da24208f3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:17.198970 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-93d08b23-1200-4ef4-a966-e040219f9c72 req-21554659-064b-4c81-8cfd-c03da24208f3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.1689799 Feb 16 14:26:17.204573 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-774594dd-65b8-492e-8cb9-723be03c1afa admin admin] Publish callbacks [] for security_group (b657a548-a844-4687-a5f5-6b5c78afc541), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.245450 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Floating IP 0e146454-17ab-4654-98d4-64e6d00735ff associated. External IP: 172.27.0.13, port: 03b4e298-5eed-4639-a433-5b0e77361bac. Feb 16 14:26:17.305480 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53482) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:17.322027 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a3beeb2a-404b-415e-92b3-0a47431bf43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.422419 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a3beeb2a-404b-415e-92b3-0a47431bf43c admin admin] Publish callbacks [] for security_group (65a21557-87fe-4786-85ec-56037c7e3475), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.507651 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '7f2a4e3d-58c1-4783-b51b-17cf04732334', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:35Z', 'updated_at': '2022-02-16T14:26:15Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:17.521813 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a3beeb2a-404b-415e-92b3-0a47431bf43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (65a21557-87fe-4786-85ec-56037c7e3475), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.533759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-774594dd-65b8-492e-8cb9-723be03c1afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (b657a548-a844-4687-a5f5-6b5c78afc541), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.580853 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-93d08b23-1200-4ef4-a966-e040219f9c72 req-a004ea40-2257-4a97-8d19-074b0bc00031 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726072 Feb 16 14:26:17.582506 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a3beeb2a-404b-415e-92b3-0a47431bf43c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ec55410076fe4a379c28bbe4fcd35139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753947 Feb 16 14:26:17.584134 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beeb2a-404b-415e-92b3-0a47431bf43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a21557-87fe-4786-85ec-56037c7e3475,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:17.590326 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 53486) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:17.621068 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-774594dd-65b8-492e-8cb9-723be03c1afa admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=929f765a645a44299f1c038eb163f53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6487031 Feb 16 14:26:17.622070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774594dd-65b8-492e-8cb9-723be03c1afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b657a548-a844-4687-a5f5-6b5c78afc541,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:17.632496 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53488) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:17.644181 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b5ae1-e450-4cd2-b540-10b03e0ab0a2 None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '7f2a4e3d-58c1-4783-b51b-17cf04732334', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:35Z', 'updated_at': '2022-02-16T14:26:15Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:26:17.677093 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] Publish callbacks [] for security_group (65a21557-87fe-4786-85ec-56037c7e3475), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.707644 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] Publish callbacks [] for security_group (65a21557-87fe-4786-85ec-56037c7e3475), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.807588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] Publish callbacks [] for security_group (b657a548-a844-4687-a5f5-6b5c78afc541), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.835027 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:26:17.841016 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] Publish callbacks [] for security_group (b657a548-a844-4687-a5f5-6b5c78afc541), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.845143 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (65a21557-87fe-4786-85ec-56037c7e3475), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.847844 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:17.849373 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/65a21557-87fe-4786-85ec-56037c7e3475 HTTP/1.1" status: 204 len: 168 time: 0.2575085 Feb 16 14:26:17.859851 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1507b-99a7-423f-b0db-1317b6361b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a21557-87fe-4786-85ec-56037c7e3475,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:17.933455 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6026a3-365e-44e6-b6ad-9dfc14a1d537 None None] New status for floating IP 7f2a4e3d-58c1-4783-b51b-17cf04732334: ACTIVE {{(pid=103315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:26:18.052174 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:26:18.058247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:18.067126 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:26:18.081429 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:18.082307 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:26:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:18.113550 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-01941fd9-5d46-4dc3-90fe-f1f35a40d794 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "PUT /v2.0/floatingips/0e146454-17ab-4654-98d4-64e6d00735ff HTTP/1.1" status: 200 len: 990 time: 1.9763751 Feb 16 14:26:18.114314 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:26:18.117031 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401ec37-99a4-4a36-bfc2-6be9f2e93325" -d '{"events": [{"name": "network-changed", "server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:26:18.130166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (b657a548-a844-4687-a5f5-6b5c78afc541), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:18.130166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:18.131524 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b657a548-a844-4687-a5f5-6b5c78afc541 HTTP/1.1" status: 204 len: 168 time: 0.4966104 Feb 16 14:26:18.145941 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27635a-5e9f-493b-bbf9-342ad04f3515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b657a548-a844-4687-a5f5-6b5c78afc541,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:18.183802 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0467ad95-6e4f-4839-a70f-8e47a6f50f0d x-openstack-request-id: req-0467ad95-6e4f-4839-a70f-8e47a6f50f0d {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:26:18.184391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:26:18.184759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0467ad95-6e4f-4839-a70f-8e47a6f50f0d {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:26:18.186610 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac', 'status': 'completed', 'code': 200} Feb 16 14:26:18.252369 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:18.600859 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-fd566261-6cc0-4f76-bd72-68de716973ee service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1233819 Feb 16 14:26:18.607499 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-779e7029-50d5-489c-99fe-9967f9a6dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:18.608369 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-ffeef5e9-cea6-4190-aa19-6b6d635dec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:18.609651 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-779e7029-50d5-489c-99fe-9967f9a6dadc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1130 time: 0.1136451 Feb 16 14:26:18.609827 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-ffeef5e9-cea6-4190-aa19-6b6d635dec84 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1129 time: 0.0995922 Feb 16 14:26:18.754329 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:18.759511 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '0e146454-17ab-4654-98d4-64e6d00735ff', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': '03b4e298-5eed-4639-a433-5b0e77361bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:dc:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:32Z', 'updated_at': '2022-02-16T14:26:16Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:18.783057 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:26:18.793378 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:26:18.793995 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:26:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:18.959424 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:26:19.022593 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-1b336280-0649-477b-9aeb-8a751b6b9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.027666 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-1b336280-0649-477b-9aeb-8a751b6b9e78 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.2148848 Feb 16 14:26:19.036556 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-748aa046-2abd-4ab7-ae20-bcb13fd48110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.038045 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-748aa046-2abd-4ab7-ae20-bcb13fd48110 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=04d38e42748249e495e0d4f675a018a8&device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 1129 time: 0.1706109 Feb 16 14:26:19.084793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1f75-7a9d-4967-84aa-ef68a894f185 req-425978c0-0423-49b9-9b1a-142c4db03647 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.091828 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-17ef1f75-7a9d-4967-84aa-ef68a894f185 req-425978c0-0423-49b9-9b1a-142c4db03647 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.1365871 Feb 16 14:26:19.186945 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-13fd2a00-2c0f-499e-bdcf-1c9045aadc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.188580 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-13fd2a00-2c0f-499e-bdcf-1c9045aadc8e service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.3725247 Feb 16 14:26:19.189721 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-82e1d701-c2a9-4296-868d-18eb1cfc5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.190976 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-82e1d701-c2a9-4296-868d-18eb1cfc5d58 service neutron] 10.222.0.124 "GET /v2.0/networks?id=06af663a-d931-4d79-ac78-7b297e58e0fa HTTP/1.1" status: 200 len: 913 time: 0.1140223 Feb 16 14:26:19.199172 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-1dda2b71-7590-44b8-81b2-741cd93c8b9b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 1002 time: 0.1456947 Feb 16 14:26:19.263220 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-4a20eb85-74bf-40de-8392-af94ddf6b36e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 HTTP/1.1" status: 200 len: 217 time: 0.0483289 Feb 16 14:26:19.279691 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-c4d74daf-8d9e-4879-a940-0c18d6823785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.282797 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-c4d74daf-8d9e-4879-a940-0c18d6823785 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0691712 Feb 16 14:26:19.299992 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '0e146454-17ab-4654-98d4-64e6d00735ff', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': '03b4e298-5eed-4639-a433-5b0e77361bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:dc:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:32Z', 'updated_at': '2022-02-16T14:26:16Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:19.357380 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-eceae6f5-54c1-4d60-a675-917ee6bf13ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.359519 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-eceae6f5-54c1-4d60-a675-917ee6bf13ea service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691445 Feb 16 14:26:19.364753 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6c663-6559-41e5-83e1-ceace913c286 None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '0e146454-17ab-4654-98d4-64e6d00735ff', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': '03b4e298-5eed-4639-a433-5b0e77361bac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:dc:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:32Z', 'updated_at': '2022-02-16T14:26:16Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:26:19.392419 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-6b2946ff-b903-4d39-89e3-362befc7e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.393881 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-6b2946ff-b903-4d39-89e3-362befc7e14b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54d01f8c-6354-4bde-b9ee-3cf669ce6e43 HTTP/1.1" status: 200 len: 851 time: 0.0947156 Feb 16 14:26:19.485583 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-ce675559-5d94-42ec-b0b7-ecfa92a041f6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=06af663a-d931-4d79-ac78-7b297e58e0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671010 Feb 16 14:26:19.532835 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-17ef1f75-7a9d-4967-84aa-ef68a894f185 req-b9691fec-9430-4728-aa02-b011066c69ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397418 Feb 16 14:26:19.538452 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-47adb7f4-6897-460e-b52e-7973005da3a1 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632581 Feb 16 14:26:19.550208 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-b7e79676-052a-4ed8-90c9-96b34541881e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 998 time: 0.3438625 Feb 16 14:26:19.644243 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-a64c185d-a347-41bf-93e7-6d3445c807a3 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986953 Feb 16 14:26:19.659696 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-0674bbbf-0677-4e29-9c9e-1511f6dc67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.661215 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-0674bbbf-0677-4e29-9c9e-1511f6dc67d6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.1019223 Feb 16 14:26:19.675612 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6b84c-3a3b-464f-8005-666fad26d0fa None None] New status for floating IP 0e146454-17ab-4654-98d4-64e6d00735ff: ACTIVE {{(pid=103315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:26:19.683642 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-cb612542-9637-4dec-99a9-eb446d618364 service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804721 Feb 16 14:26:19.827364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-fea4a24e-a599-48e7-9236-bc6546053910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:19.830548 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-fea4a24e-a599-48e7-9236-bc6546053910 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1578135 Feb 16 14:26:19.891518 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-366f0e54-92c1-4841-90e4-c529eeeb00da req-2721c3bd-3852-4cd1-835e-8fa04c1e46e5 service neutron] 10.222.0.124 "GET /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891949 Feb 16 14:26:19.953621 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-c588a1a9-781d-4bc9-b439-8f4b89f2d1f7 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135509 Feb 16 14:26:20.056065 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c401ec37-99a4-4a36-bfc2-6be9f2e93325 req-3d33995f-a9de-4a76-a5cf-30abb228b64f service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888286 Feb 16 14:26:20.189225 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:20.652638 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e6434-906f-4709-9756-cf25e38f47ff req-d6ddf5fe-9efd-4e49-b075-7c11f5a6f2c8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:20.654123 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-280e6434-906f-4709-9756-cf25e38f47ff req-d6ddf5fe-9efd-4e49-b075-7c11f5a6f2c8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0521386 Feb 16 14:26:20.712280 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-280e6434-906f-4709-9756-cf25e38f47ff req-3e9143d1-6c46-458f-b3d9-bb0e2c235e79 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Feb 16 14:26:20.901106 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53596) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:21.024758 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e42f-e658-4423-9814-dec462faa4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.106767 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e42f-e658-4423-9814-dec462faa4fd admin admin] Publish callbacks [] for security_group (12e712b6-1753-4221-a549-4d54dd2a9ebe), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.205114 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.206856 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e42f-e658-4423-9814-dec462faa4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (12e712b6-1753-4221-a549-4d54dd2a9ebe), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.244182 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1e42f-e658-4423-9814-dec462faa4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e712b6-1753-4221-a549-4d54dd2a9ebe,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:21.248451 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f9b1e42f-e658-4423-9814-dec462faa4fd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f302d5b2a4dd4132922fe9d82c85504a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462534 Feb 16 14:26:21.251655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53606) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:21.298706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] Publish callbacks [] for security_group (12e712b6-1753-4221-a549-4d54dd2a9ebe), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.322522 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] Publish callbacks [] for security_group (12e712b6-1753-4221-a549-4d54dd2a9ebe), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.445386 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (12e712b6-1753-4221-a549-4d54dd2a9ebe), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.448138 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:21.449294 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/12e712b6-1753-4221-a549-4d54dd2a9ebe HTTP/1.1" status: 204 len: 168 time: 0.1969018 Feb 16 14:26:21.458299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4544e-45d2-404d-b854-3171d9cc4bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e712b6-1753-4221-a549-4d54dd2a9ebe,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:21.842557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbaad3-2b78-4cc6-a2ee-6666e8bc6152 req-49089e71-7a7f-4c1a-82f8-89ab0857b14d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:21.844109 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-78fbaad3-2b78-4cc6-a2ee-6666e8bc6152 req-49089e71-7a7f-4c1a-82f8-89ab0857b14d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0566711 Feb 16 14:26:21.907199 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-78fbaad3-2b78-4cc6-a2ee-6666e8bc6152 req-7895f6c2-f36a-41d3-9b37-d37e1b9b527e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Feb 16 14:26:23.020078 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b203b3-7ee9-4910-a015-79b1c2eb2219 req-1cba5384-6a93-478e-9274-db3ef78299d3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:23.021538 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f5b203b3-7ee9-4910-a015-79b1c2eb2219 req-1cba5384-6a93-478e-9274-db3ef78299d3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0512464 Feb 16 14:26:23.027513 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53666) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:23.069301 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f5b203b3-7ee9-4910-a015-79b1c2eb2219 req-4afe907a-77af-475e-8a22-529fbac7fbf6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Feb 16 14:26:23.132306 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a911dfc8-af3d-48cf-bd0a-4328f5bd2226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.203688 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a911dfc8-af3d-48cf-bd0a-4328f5bd2226 admin admin] Publish callbacks [] for security_group (c7a92d34-1642-4e12-9664-29196fb78c11), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.279826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a911dfc8-af3d-48cf-bd0a-4328f5bd2226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (c7a92d34-1642-4e12-9664-29196fb78c11), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.315264 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a911dfc8-af3d-48cf-bd0a-4328f5bd2226 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=047073d718c246ebafbb0fde491c90a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866886 Feb 16 14:26:23.316087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911dfc8-af3d-48cf-bd0a-4328f5bd2226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a92d34-1642-4e12-9664-29196fb78c11,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:23.319113 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53676) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:23.365480 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] Publish callbacks [] for security_group (c7a92d34-1642-4e12-9664-29196fb78c11), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.386594 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] Publish callbacks [] for security_group (c7a92d34-1642-4e12-9664-29196fb78c11), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.508038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (c7a92d34-1642-4e12-9664-29196fb78c11), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.510755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:23.511888 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c7a92d34-1642-4e12-9664-29196fb78c11 HTTP/1.1" status: 204 len: 168 time: 0.1918960 Feb 16 14:26:23.519843 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0dbcd-8f40-457f-959e-1e5095638f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a92d34-1642-4e12-9664-29196fb78c11,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:24.186243 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df694-bc5e-4fca-998f-bec523e6a593 req-b8d216c3-19d9-4875-bd22-7c222eee32b3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:24.187730 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4a0df694-bc5e-4fca-998f-bec523e6a593 req-b8d216c3-19d9-4875-bd22-7c222eee32b3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0507720 Feb 16 14:26:24.233707 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4a0df694-bc5e-4fca-998f-bec523e6a593 req-6026f9be-a986-4424-8f77-dbc6140c737c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Feb 16 14:26:25.350389 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec675f-1325-4f72-970c-d93c09c3d92c req-08279a61-08f7-47cf-835b-a434ab08b455 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:25.351899 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5ec675f-1325-4f72-970c-d93c09c3d92c req-08279a61-08f7-47cf-835b-a434ab08b455 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0520473 Feb 16 14:26:25.397644 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e5ec675f-1325-4f72-970c-d93c09c3d92c req-3e751832-27e4-4ddc-945a-86e32e5a88ab tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Feb 16 14:26:26.528133 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea938158-8c8c-4e36-a69e-d0e01afcaefd req-fa18c13c-2954-4ba2-ab88-9d08463bf237 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:26.529580 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea938158-8c8c-4e36-a69e-d0e01afcaefd req-fa18c13c-2954-4ba2-ab88-9d08463bf237 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0550773 Feb 16 14:26:26.575264 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea938158-8c8c-4e36-a69e-d0e01afcaefd req-c122fb8b-07f3-4121-bd66-169f11d70d93 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Feb 16 14:26:27.695344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c016c0-869e-4dc8-87f2-8e54ae889119 req-6de63c37-0e06-4769-9ecf-cd962a97b1de tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:27.696872 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-47c016c0-869e-4dc8-87f2-8e54ae889119 req-6de63c37-0e06-4769-9ecf-cd962a97b1de tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0553739 Feb 16 14:26:27.742677 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-47c016c0-869e-4dc8-87f2-8e54ae889119 req-59baba2b-d951-4655-aa66-55453880e0c8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Feb 16 14:26:28.858607 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4d22-7a47-4666-8c96-29d4a692fc2a req-baa55aae-28cf-44fa-a766-5ff600b9a4a6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:28.860182 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dd7f4d22-7a47-4666-8c96-29d4a692fc2a req-baa55aae-28cf-44fa-a766-5ff600b9a4a6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0515349 Feb 16 14:26:28.908728 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dd7f4d22-7a47-4666-8c96-29d4a692fc2a req-386fca4e-67f2-47a7-861d-c83c5576127b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430667 Feb 16 14:26:30.026881 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5554e-ea7a-407c-8e6b-9ac11cd51ef7 req-a2de029e-1a7a-4b40-80a0-20c713e538d5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:30.028369 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5fe5554e-ea7a-407c-8e6b-9ac11cd51ef7 req-a2de029e-1a7a-4b40-80a0-20c713e538d5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0544088 Feb 16 14:26:30.075515 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5fe5554e-ea7a-407c-8e6b-9ac11cd51ef7 req-5455c1b7-c001-4cea-9967-b58a5506c454 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415857 Feb 16 14:26:31.192207 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e80e-ba49-4138-83f0-e11e1c4c7ca4 req-af71d012-0045-464d-8fc0-b7fcffec2441 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:31.193651 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3bb1e80e-ba49-4138-83f0-e11e1c4c7ca4 req-af71d012-0045-464d-8fc0-b7fcffec2441 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0514073 Feb 16 14:26:31.241522 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3bb1e80e-ba49-4138-83f0-e11e1c4c7ca4 req-e85efb5b-c2a9-4072-80ff-cf31b2ddb490 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Feb 16 14:26:32.356151 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcc99-c233-4b1c-80cf-fdeb53e23171 req-4b6fc1ce-c376-47f5-b1ef-288487723ba8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:32.357594 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-858dcc99-c233-4b1c-80cf-fdeb53e23171 req-4b6fc1ce-c376-47f5-b1ef-288487723ba8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0508654 Feb 16 14:26:32.407146 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-858dcc99-c233-4b1c-80cf-fdeb53e23171 req-81b4ecaf-8f8d-417d-a8fe-d19a55d72de6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Feb 16 14:26:32.567952 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:26:33.528115 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cbef7-7208-472e-85f6-a62792fee9f1 req-2534c8eb-2f65-4a5d-b69e-2c60c4d446a0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:33.528785 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f79cbef7-7208-472e-85f6-a62792fee9f1 req-2534c8eb-2f65-4a5d-b69e-2c60c4d446a0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0549886 Feb 16 14:26:33.575728 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f79cbef7-7208-472e-85f6-a62792fee9f1 req-ff2435c2-44de-490d-9eda-9f2be2f89a1b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Feb 16 14:26:34.689563 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28554aaf-ce91-413f-8249-16c2cd7ed413 req-3694481c-1c88-4cc4-b150-5efb5f251dcf tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:34.691044 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-28554aaf-ce91-413f-8249-16c2cd7ed413 req-3694481c-1c88-4cc4-b150-5efb5f251dcf tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0506794 Feb 16 14:26:34.736822 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-28554aaf-ce91-413f-8249-16c2cd7ed413 req-6d1d06d7-2762-4343-b19f-9af4c7b6c45d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Feb 16 14:26:35.374036 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4285e-f4a5-4dc3-a8d4-eabb83e25618 req-072b300e-5dee-42c7-babd-e3a9d1e845ca tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:35.375560 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-82e4285e-f4a5-4dc3-a8d4-eabb83e25618 req-072b300e-5dee-42c7-babd-e3a9d1e845ca tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Feb 16 14:26:35.422899 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-82e4285e-f4a5-4dc3-a8d4-eabb83e25618 req-74c269ba-5a9f-490e-9997-2138267df376 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Feb 16 14:26:35.857829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e4ffb-7b98-4b5a-a4cb-09066d2dcc0e req-ae505681-36eb-4994-94a0-67ab1350fac7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:35.859333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e84e4ffb-7b98-4b5a-a4cb-09066d2dcc0e req-ae505681-36eb-4994-94a0-67ab1350fac7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0549440 Feb 16 14:26:35.905030 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e84e4ffb-7b98-4b5a-a4cb-09066d2dcc0e req-f7f581d2-3bc5-42f8-8712-d7d47801fd50 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Feb 16 14:26:36.549909 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ec0b1-a612-4092-be51-d4ae2f87a3ef req-a665ea1e-4620-4046-a4b3-bdf9afb920db tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:36.551515 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-961ec0b1-a612-4092-be51-d4ae2f87a3ef req-a665ea1e-4620-4046-a4b3-bdf9afb920db tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0607328 Feb 16 14:26:36.597369 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-961ec0b1-a612-4092-be51-d4ae2f87a3ef req-04952953-b8f8-4268-b56c-302f1c47263d tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Feb 16 14:26:37.028423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994887c-2205-4325-a10a-61fda7d52931 req-7e4c269a-5075-40bd-9e99-f8a73755055f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:37.029879 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e994887c-2205-4325-a10a-61fda7d52931 req-7e4c269a-5075-40bd-9e99-f8a73755055f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0587804 Feb 16 14:26:37.076106 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e994887c-2205-4325-a10a-61fda7d52931 req-7f58ce89-b5cc-4aad-82ec-002a87399244 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Feb 16 14:26:37.712582 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd1eb7-6d89-401f-b80c-53b5623c2884 req-68bb0e14-7d44-43ca-9a32-e5473fc5aba1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:37.713928 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-62fd1eb7-6d89-401f-b80c-53b5623c2884 req-68bb0e14-7d44-43ca-9a32-e5473fc5aba1 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Feb 16 14:26:37.761347 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-62fd1eb7-6d89-401f-b80c-53b5623c2884 req-d90418d2-1380-4a5d-8b6e-3e177e8dd0e0 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Feb 16 14:26:38.193068 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22a675-d19b-43a4-81e8-acf29beee096 req-02170ec3-7dfd-43b9-b1f5-d132cd000b4c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:38.194521 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fb22a675-d19b-43a4-81e8-acf29beee096 req-02170ec3-7dfd-43b9-b1f5-d132cd000b4c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0518348 Feb 16 14:26:38.240923 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fb22a675-d19b-43a4-81e8-acf29beee096 req-3a246a3c-29a8-46f8-81a1-f28bf2a3af46 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Feb 16 14:26:38.879468 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dd6ed-c1d2-4ded-a091-5d9f802e1f46 req-ba83b12d-0fa4-42ad-9e2b-a5245e3781c4 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:38.880930 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-646dd6ed-c1d2-4ded-a091-5d9f802e1f46 req-ba83b12d-0fa4-42ad-9e2b-a5245e3781c4 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Feb 16 14:26:38.926076 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-646dd6ed-c1d2-4ded-a091-5d9f802e1f46 req-cb3b90fb-881c-4a3d-90a2-3165cfdfa808 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Feb 16 14:26:39.367151 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373cb5-f3b4-46ef-bcee-69a5b17c9bd2 req-a0f066eb-29c0-4e7a-b67b-3ab0cb349480 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:39.368792 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-65373cb5-f3b4-46ef-bcee-69a5b17c9bd2 req-a0f066eb-29c0-4e7a-b67b-3ab0cb349480 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0549269 Feb 16 14:26:39.417871 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-65373cb5-f3b4-46ef-bcee-69a5b17c9bd2 req-0b90e1d3-ccad-4a15-bb00-99b0c472d290 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Feb 16 14:26:40.042491 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f2472-b5aa-47f9-844c-b1c598ef65f4 req-b1cf73f3-350c-45b6-84f4-272375b59041 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:40.043994 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7d4f2472-b5aa-47f9-844c-b1c598ef65f4 req-b1cf73f3-350c-45b6-84f4-272375b59041 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Feb 16 14:26:40.091607 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7d4f2472-b5aa-47f9-844c-b1c598ef65f4 req-5e85287b-6e6e-4d11-a3ed-f31c12fba314 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Feb 16 14:26:40.534715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656acecc-433a-4d91-927e-50fc64dab7b7 req-c03372e7-d200-4bf7-9950-2cdba216ba28 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:40.536343 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-656acecc-433a-4d91-927e-50fc64dab7b7 req-c03372e7-d200-4bf7-9950-2cdba216ba28 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0520141 Feb 16 14:26:40.582962 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-656acecc-433a-4d91-927e-50fc64dab7b7 req-1a68a88c-312c-4504-bf62-9a50de965d20 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Feb 16 14:26:41.208878 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c11f-45cd-4fd4-8b79-b21f016d3b17 req-66010c72-3fd6-4e64-8211-207f2f2afd6c tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:41.210341 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b1c7c11f-45cd-4fd4-8b79-b21f016d3b17 req-66010c72-3fd6-4e64-8211-207f2f2afd6c tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Feb 16 14:26:41.210958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-ac209536-3b19-4ab4-8edf-1649c7faa8ac tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:41.212418 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-ac209536-3b19-4ab4-8edf-1649c7faa8ac tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.124 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 945 time: 0.0528333 Feb 16 14:26:41.261196 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b1c7c11f-45cd-4fd4-8b79-b21f016d3b17 req-28399d75-7965-492f-a760-b44f4bd07099 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/security-groups?id=02ddead6-693d-4cad-b966-86af0f5ec431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Feb 16 14:26:41.355716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Deleting port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:26:41.356055 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:41.670949 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] For port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,segment=NetworkSegment(dad59da0-bf3b-4f9c-9ea2-253033860abb),segment_id=dad59da0-bf3b-4f9c-9ea2-253033860abb)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:26:41.671525 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:41.705158 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Calling delete_port for c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:26:41.810339 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7558dd-a74d-4bbd-854b-701119fc1798 req-6247457e-8f04-4fc1-9ba7-33ffd7bd1fb3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:41.812512 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c7558dd-a74d-4bbd-854b-701119fc1798 req-6247457e-8f04-4fc1-9ba7-33ffd7bd1fb3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.1581910 Feb 16 14:26:41.895157 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c7558dd-a74d-4bbd-854b-701119fc1798 req-66193af0-bd88-4a63-b023-c430bff236e0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Feb 16 14:26:42.033810 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (c1966fb6-188c-4fce-ae9a-a15dd7b2bc08), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:42.061048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Pushing event deleted for resources: {'Port': ['ID=c1966fb6-188c-4fce-ae9a-a15dd7b2bc08,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:42.089499 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c1966fb6-188c-4fce-ae9a-a15dd7b2bc08'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:26:42.125043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] No DVR routers for this DVR port c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:26:42.128354 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:42.131706 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-157876fc-9f40-4a53-bf57-9c65cc84c6ab req-7db5d94f-4830-45d6-be7a-ed9623f4373e tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.124 "DELETE /v2.0/ports/c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 HTTP/1.1" status: 204 len: 173 time: 0.9105566 Feb 16 14:26:42.132256 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'name': 'network-vif-deleted', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:26:42.135007 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae0b25-240f-413c-9dd7-c85ae3fcdf6d" -d '{"events": [{"server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "name": "network-vif-deleted", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:26:42.172342 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed452acf-7f5a-4ea9-86a0-473f037391ea x-openstack-request-id: req-ed452acf-7f5a-4ea9-86a0-473f037391ea {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:26:42.172637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5", "name": "network-vif-deleted", "tag": "c1966fb6-188c-4fce-ae9a-a15dd7b2bc08", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:26:42.172886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ed452acf-7f5a-4ea9-86a0-473f037391ea {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:26:42.173289 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5', 'name': 'network-vif-deleted', 'tag': 'c1966fb6-188c-4fce-ae9a-a15dd7b2bc08', 'status': 'completed', 'code': 200} Feb 16 14:26:42.363461 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-64692cd1-91fe-40af-8f0e-f56124fd0985 req-f6d031cc-32c6-4216-a427-6c313378a659 tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Feb 16 14:26:42.933826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 53982) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:43.020127 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3253e-6020-4c56-85e4-ea950a8027d1 req-d9c88178-0fcb-4e38-acc5-8e335ed53a5d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:43.021616 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d2e3253e-6020-4c56-85e4-ea950a8027d1 req-d9c88178-0fcb-4e38-acc5-8e335ed53a5d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0540409 Feb 16 14:26:43.072929 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d2e3253e-6020-4c56-85e4-ea950a8027d1 req-b217ead8-6ea9-4abe-9848-5b273ee1abcb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Feb 16 14:26:43.078908 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a9414b3b-e27b-4886-bd8b-fbc7a12e91ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.158245 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a9414b3b-e27b-4886-bd8b-fbc7a12e91ab admin admin] Publish callbacks [] for security_group (604c161f-750f-4232-a483-83818b3cb386), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.238863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a9414b3b-e27b-4886-bd8b-fbc7a12e91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (604c161f-750f-4232-a483-83818b3cb386), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.278904 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a9414b3b-e27b-4886-bd8b-fbc7a12e91ab admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=187ea6980e27477fa267e8fc0afd7425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432078 Feb 16 14:26:43.279783 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9414b3b-e27b-4886-bd8b-fbc7a12e91ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c161f-750f-4232-a483-83818b3cb386,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:43.281549 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54004) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:43.333750 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] Publish callbacks [] for security_group (604c161f-750f-4232-a483-83818b3cb386), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.354539 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] Publish callbacks [] for security_group (604c161f-750f-4232-a483-83818b3cb386), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.456438 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (604c161f-750f-4232-a483-83818b3cb386), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.459064 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:43.461034 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/604c161f-750f-4232-a483-83818b3cb386 HTTP/1.1" status: 204 len: 168 time: 0.1778505 Feb 16 14:26:43.469553 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c9a08-0f38-4f2b-a40a-11ac462fc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c161f-750f-4232-a483-83818b3cb386,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:43.504903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-05d3d19f-23fa-43f2-89c3-977201aef575 req-4d661b9d-43bc-43bb-ac5d-0f935f636d4a tempest-DeleteServersTestJSON-674257914 tempest-DeleteServersTestJSON-674257914-project] 10.222.0.110 "GET /v2.0/ports?device_id=99ac56cb-bc2c-4118-bfcc-1c83bd11a3c5 HTTP/1.1" status: 200 len: 210 time: 0.0363066 Feb 16 14:26:43.810410 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-12716581-fdac-4950-94d7-0e3f64bea91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.059759 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54032) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:44.072934 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05918868-76ec-479a-9fa4-3bb7ecee5d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.159586 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05918868-76ec-479a-9fa4-3bb7ecee5d9f admin admin] Publish callbacks [] for security_group (0e774ef8-f73e-494b-82c8-b992dbe1f915), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.197573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29307c32-2b68-4ebe-b6d7-30716cf871a7 req-bbb9acb2-8384-4a0e-a9a7-9b8cd847a21a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:44.199148 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29307c32-2b68-4ebe-b6d7-30716cf871a7 req-bbb9acb2-8384-4a0e-a9a7-9b8cd847a21a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0564268 Feb 16 14:26:44.211802 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05918868-76ec-479a-9fa4-3bb7ecee5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (0e774ef8-f73e-494b-82c8-b992dbe1f915), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.272674 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-05918868-76ec-479a-9fa4-3bb7ecee5d9f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fe1753d969234d04b5cb444a1f444ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117920 Feb 16 14:26:44.273387 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918868-76ec-479a-9fa4-3bb7ecee5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e774ef8-f73e-494b-82c8-b992dbe1f915,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:44.276011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54036) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:44.287880 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29307c32-2b68-4ebe-b6d7-30716cf871a7 req-d99a64c0-debc-4597-82d5-4e4b7e8f7657 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830946 Feb 16 14:26:44.325361 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] Publish callbacks [] for security_group (0e774ef8-f73e-494b-82c8-b992dbe1f915), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.346960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] Publish callbacks [] for security_group (0e774ef8-f73e-494b-82c8-b992dbe1f915), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.473570 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (0e774ef8-f73e-494b-82c8-b992dbe1f915), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.476217 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:44.477363 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0e774ef8-f73e-494b-82c8-b992dbe1f915 HTTP/1.1" status: 204 len: 168 time: 0.2003648 Feb 16 14:26:44.485793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410754a3-1f39-4b95-b3b5-e2ceb9e754de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e774ef8-f73e-494b-82c8-b992dbe1f915,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:45.191923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:26:45.212919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:26:45.213162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c1966fb6-188c-4fce-ae9a-a15dd7b2bc08 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:26:45.410281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c625-0e39-47bb-a854-fe54fd66c927 req-739b4dbf-0feb-4a74-b7d7-e548bc33a30c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:45.411993 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f31c625-0e39-47bb-a854-fe54fd66c927 req-739b4dbf-0feb-4a74-b7d7-e548bc33a30c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0544481 Feb 16 14:26:45.459927 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f31c625-0e39-47bb-a854-fe54fd66c927 req-ee4c178f-f3fb-4c8a-bdb9-2dcca34af8b8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Feb 16 14:26:46.204052 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ad99964f-847d-4fd0-be6d-64c05021b98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.440671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54114) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:46.563050 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7823e263-0f5d-49c4-9d6c-92578aeebf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.595663 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e285064-f278-41c1-a141-5086591ebf22 req-1049c09c-453f-47d8-9b2d-e0d112b33568 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:46.597751 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0e285064-f278-41c1-a141-5086591ebf22 req-1049c09c-453f-47d8-9b2d-e0d112b33568 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0584345 Feb 16 14:26:46.676193 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7823e263-0f5d-49c4-9d6c-92578aeebf84 admin admin] Publish callbacks [] for security_group (8432ef6c-680a-4efb-9a04-3c0621fccde9), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.677654 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0e285064-f278-41c1-a141-5086591ebf22 req-0174ff21-a183-4ec7-a341-64808534d208 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736485 Feb 16 14:26:46.746971 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7823e263-0f5d-49c4-9d6c-92578aeebf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8432ef6c-680a-4efb-9a04-3c0621fccde9), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.788917 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7823e263-0f5d-49c4-9d6c-92578aeebf84 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2dfd3c891ef4492fa84d07d84f938b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472288 Feb 16 14:26:46.790180 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823e263-0f5d-49c4-9d6c-92578aeebf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8432ef6c-680a-4efb-9a04-3c0621fccde9,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:46.792241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54126) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:46.855237 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] Publish callbacks [] for security_group (8432ef6c-680a-4efb-9a04-3c0621fccde9), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.876704 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] Publish callbacks [] for security_group (8432ef6c-680a-4efb-9a04-3c0621fccde9), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:46.998129 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8432ef6c-680a-4efb-9a04-3c0621fccde9), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.000734 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.001866 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8432ef6c-680a-4efb-9a04-3c0621fccde9 HTTP/1.1" status: 204 len: 168 time: 0.2085118 Feb 16 14:26:47.009618 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efb2b0-c4b9-4f31-b508-a1803618fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8432ef6c-680a-4efb-9a04-3c0621fccde9,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:47.124368 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.627875 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54138) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:47.640567 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9175443-3178-4f7e-8059-5da00a1682d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.715352 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9175443-3178-4f7e-8059-5da00a1682d7 admin admin] Publish callbacks [] for security_group (46ffaf2c-9a36-43a1-a5cf-cb363f44d228), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.781958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9175443-3178-4f7e-8059-5da00a1682d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (46ffaf2c-9a36-43a1-a5cf-cb363f44d228), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.799275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897627-992a-4243-a3f4-4b46c95d64b5 req-5ba3c3cd-d11f-4c56-9cb9-b896efcd7c39 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:47.800737 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-39897627-992a-4243-a3f4-4b46c95d64b5 req-5ba3c3cd-d11f-4c56-9cb9-b896efcd7c39 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0550447 Feb 16 14:26:47.821054 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a9175443-3178-4f7e-8059-5da00a1682d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=51fb7cc47eba4b94bffdd25f39d7e728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920125 Feb 16 14:26:47.821941 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9175443-3178-4f7e-8059-5da00a1682d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ffaf2c-9a36-43a1-a5cf-cb363f44d228,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:47.824640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54142) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:47.869829 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-39897627-992a-4243-a3f4-4b46c95d64b5 req-dccee0a7-d716-4bbe-a4e2-6a0209d3c549 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632682 Feb 16 14:26:47.889615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] Publish callbacks [] for security_group (46ffaf2c-9a36-43a1-a5cf-cb363f44d228), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:47.910733 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] Publish callbacks [] for security_group (46ffaf2c-9a36-43a1-a5cf-cb363f44d228), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:48.027282 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (46ffaf2c-9a36-43a1-a5cf-cb363f44d228), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:48.029882 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:48.031037 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/46ffaf2c-9a36-43a1-a5cf-cb363f44d228 HTTP/1.1" status: 204 len: 168 time: 0.2054901 Feb 16 14:26:48.041834 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40871da7-f94b-410f-a51d-686269a50e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ffaf2c-9a36-43a1-a5cf-cb363f44d228,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:48.942099 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:48.992779 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fcc24-525e-495a-b196-027ac57e0015 req-3f516154-9550-4a35-a564-83626afc4f91 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:48.994197 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b3fcc24-525e-495a-b196-027ac57e0015 req-3f516154-9550-4a35-a564-83626afc4f91 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0559027 Feb 16 14:26:49.043427 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b3fcc24-525e-495a-b196-027ac57e0015 req-9dbf07ab-b9f4-4c45-8c27-91d0811fbd1a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Feb 16 14:26:49.213870 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54176) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:49.310910 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-186335017-network', 'tenant_id': '81da8f0ca28b4136b0276c3d845114d1'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:49.416427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Made reservation on behalf of 81da8f0ca28b4136b0276c3d845114d1 for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:26:49.418962 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.427486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.518966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks [] for security_group (55dbc1ee-8030-4ed6-8750-6849e423ce95), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.520142 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54194) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:49.562944 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Deleting subnet 54d01f8c-6354-4bde-b9ee-3cf669ce6e43 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:26:49.566054 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Publish callbacks [] for subnet (54d01f8c-6354-4bde-b9ee-3cf669ce6e43), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.599776 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (54d01f8c-6354-4bde-b9ee-3cf669ce6e43), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.610472 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (55dbc1ee-8030-4ed6-8750-6849e423ce95), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.635631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:26:49.643220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (54d01f8c-6354-4bde-b9ee-3cf669ce6e43), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.645366 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dbc1ee-8030-4ed6-8750-6849e423ce95,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:49.651209 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (bf3ad79b-d8d5-4a2b-8531-0b1c0288085d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.656207 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Added segment bf3ad79b-d8d5-4a2b-8531-0b1c0288085d of type vlan for network f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d Feb 16 14:26:49.696187 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.742260 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (54d01f8c-6354-4bde-b9ee-3cf669ce6e43), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.767785 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d01f8c-6354-4bde-b9ee-3cf669ce6e43,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:49.772670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.776095 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-48e1e8ed-912d-4102-9542-c59d3f2faa0b admin admin] 10.222.0.110 "DELETE /v2.0/subnets/54d01f8c-6354-4bde-b9ee-3cf669ce6e43 HTTP/1.1" status: 204 len: 168 time: 0.2543962 Feb 16 14:26:49.778730 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54204) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:49.787757 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.788840 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:49.789558 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.858815 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (06af663a-d931-4d79-ac78-7b297e58e0fa), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.883440 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:49.897110 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:26:49.905408 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a4c93d2c-964a-46b5-b14b-aa4bda4e98f6 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6902876 Feb 16 14:26:49.913974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54212) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:49.919090 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Request body: {'subnet': {'network_id': 'f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-186335017-subnet', 'tenant_id': '81da8f0ca28b4136b0276c3d845114d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:49.953495 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (06af663a-d931-4d79-ac78-7b297e58e0fa), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:49.973949 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06af663a-d931-4d79-ac78-7b297e58e0fa']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:49.988758 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad59da0-bf3b-4f9c-9ea2-253033860abb') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:49.988758 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad59da0-bf3b-4f9c-9ea2-253033860abb') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:26:49.993285 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (dad59da0-bf3b-4f9c-9ea2-253033860abb), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.008199 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (dad59da0-bf3b-4f9c-9ea2-253033860abb), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.017800 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Releasing vlan 1425 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:26:50.017800 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (dad59da0-bf3b-4f9c-9ea2-253033860abb), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:26:50.025824 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:26:50.033257 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Made reservation on behalf of 81da8f0ca28b4136b0276c3d845114d1 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:26:50.036436 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.153516 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (06af663a-d931-4d79-ac78-7b297e58e0fa), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.161959 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.165498 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] 10.222.0.110 "DELETE /v2.0/networks/06af663a-d931-4d79-ac78-7b297e58e0fa HTTP/1.1" status: 204 len: 168 time: 0.3857913 Feb 16 14:26:50.176253 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.181306 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a709-5179-46a9-be0c-ade370ac3fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06af663a-d931-4d79-ac78-7b297e58e0fa,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:50.232903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2ad9-2bdb-400e-a844-243f239b90e9 req-dd8a9551-8fda-4aa8-be08-fe4688392919 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:50.234381 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9e1a2ad9-2bdb-400e-a844-243f239b90e9 req-dd8a9551-8fda-4aa8-be08-fe4688392919 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0996914 Feb 16 14:26:50.319093 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9e1a2ad9-2bdb-400e-a844-243f239b90e9 req-f45efd60-f3f8-49d0-bad4-10b8e691d550 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774944 Feb 16 14:26:50.347779 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (e8722789-c5e5-4f98-a51a-45988cd465ab), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.403798 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8722789-c5e5-4f98-a51a-45988cd465ab,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:50.412417 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Checking segment: {'id': 'bf3ad79b-d8d5-4a2b-8531-0b1c0288085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:26:50.412771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Network hostable DHCP agents. Network: f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:26:50.424864 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54228) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:50.465226 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4f860491-b6a5-4673-b393-ecbbff81732b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=04d38e42748249e495e0d4f675a018a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391917 Feb 16 14:26:50.468588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54230) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:50.501253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Network f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:26:50.521147 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] Publish callbacks [] for security_group (02ddead6-693d-4cad-b966-86af0f5ec431), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.542685 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] Publish callbacks [] for security_group (02ddead6-693d-4cad-b966-86af0f5ec431), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.570601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:26:50.576766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:50.577353 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.579105 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde04325-db83-446d-8378-71b7589c1e80 None None] Network f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:50.663997 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d9dbcf27-0b8c-4ece-8916-54ae4c528134 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7543085 Feb 16 14:26:50.665263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (02ddead6-693d-4cad-b966-86af0f5ec431), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.669023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:50.673110 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/02ddead6-693d-4cad-b966-86af0f5ec431 HTTP/1.1" status: 204 len: 168 time: 0.2012467 Feb 16 14:26:50.677856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d9f7e-c3bf-4448-a359-7c32bff72702 None None] Network f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:50.680799 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d48fb8-8b85-42f2-b020-82d5b6dc36ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddead6-693d-4cad-b966-86af0f5ec431,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:51.216581 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.357460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54266) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:51.362202 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1002370657-network', 'tenant_id': '340ff73524a3406ba47de64c9a06259d'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:51.449615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Made reservation on behalf of 340ff73524a3406ba47de64c9a06259d for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:26:51.455276 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.455567 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff790d0-43bd-41ea-a22f-aea876989e38 req-a2627d8b-dcd0-4c8f-8c8a-dcf3dafb9a4d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:51.455567 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5ff790d0-43bd-41ea-a22f-aea876989e38 req-a2627d8b-dcd0-4c8f-8c8a-dcf3dafb9a4d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0571856 Feb 16 14:26:51.461450 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.518584 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5ff790d0-43bd-41ea-a22f-aea876989e38 req-1f56aadc-5878-40a8-b56f-8df60996660c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Feb 16 14:26:51.586347 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks [] for security_group (82d4da22-9a66-40a4-b7fa-31261e27d1a8), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.667039 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (82d4da22-9a66-40a4-b7fa-31261e27d1a8), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.692321 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] vlan segment allocate from pool success with {'vlan_id': 1427, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:26:51.701919 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4da22-9a66-40a4-b7fa-31261e27d1a8,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:51.710145 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (b3165c8b-ca1c-46b0-ac83-35bda6d2913e), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.710262 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Added segment b3165c8b-ca1c-46b0-ac83-35bda6d2913e of type vlan for network 0219e70f-a979-4ac8-9850-4efe8385df36 Feb 16 14:26:51.753038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (0219e70f-a979-4ac8-9850-4efe8385df36), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.859005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (0219e70f-a979-4ac8-9850-4efe8385df36), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.860558 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:51.861232 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:51.924674 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] Pushing event updated for resources: {'Network': ['ID=0219e70f-a979-4ac8-9850-4efe8385df36,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:51.935621 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 0219e70f-a979-4ac8-9850-4efe8385df36 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:26:51.948970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54288) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:51.990529 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a3f496a7-9e50-45a0-aa7f-c0645788665c admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6322019 Feb 16 14:26:51.993274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54294) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:51.998877 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Request body: {'subnet': {'network_id': '0219e70f-a979-4ac8-9850-4efe8385df36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1002370657-subnet', 'tenant_id': '340ff73524a3406ba47de64c9a06259d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:26:52.084569 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Made reservation on behalf of 340ff73524a3406ba47de64c9a06259d for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:26:52.087050 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.154696 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e774ff89-7141-43b2-90d2-0cc5e8d68ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.326311 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e774ff89-7141-43b2-90d2-0cc5e8d68ec9 admin admin] Publish callbacks [] for security_group (eaf01b90-56a1-4ab6-982a-16c7b2ec1d45), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.399162 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e774ff89-7141-43b2-90d2-0cc5e8d68ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (eaf01b90-56a1-4ab6-982a-16c7b2ec1d45), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.403808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (3421aa1e-a1a9-4210-bb32-5739716ba953), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.481749 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e774ff89-7141-43b2-90d2-0cc5e8d68ec9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=09a4bb2b3f264961affa5671303bf319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293739 Feb 16 14:26:52.482303 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54312) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:52.486443 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ff89-7141-43b2-90d2-0cc5e8d68ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf01b90-56a1-4ab6-982a-16c7b2ec1d45,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:52.514803 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3421aa1e-a1a9-4210-bb32-5739716ba953,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:52.519088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Checking segment: {'id': 'b3165c8b-ca1c-46b0-ac83-35bda6d2913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '0219e70f-a979-4ac8-9850-4efe8385df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:26:52.519447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Network hostable DHCP agents. Network: 0219e70f-a979-4ac8-9850-4efe8385df36, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:26:52.538546 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] Publish callbacks [] for security_group (eaf01b90-56a1-4ab6-982a-16c7b2ec1d45), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.569033 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] Publish callbacks [] for security_group (eaf01b90-56a1-4ab6-982a-16c7b2ec1d45), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.587833 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Network 0219e70f-a979-4ac8-9850-4efe8385df36 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:26:52.653161 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 0219e70f-a979-4ac8-9850-4efe8385df36) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:26:52.660042 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:52.660908 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.665399 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03bfff3-d191-4c95-9c10-5c6203045dda None None] Network 0219e70f-a979-4ac8-9850-4efe8385df36 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:52.671788 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740905f-f9ed-42a4-9888-516e9c81b295 req-15f23d45-572b-4453-8335-c9f2a49f50a8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:52.673536 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (eaf01b90-56a1-4ab6-982a-16c7b2ec1d45), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.676895 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:52.678897 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/eaf01b90-56a1-4ab6-982a-16c7b2ec1d45 HTTP/1.1" status: 204 len: 168 time: 0.1950178 Feb 16 14:26:52.687277 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f740905f-f9ed-42a4-9888-516e9c81b295 req-15f23d45-572b-4453-8335-c9f2a49f50a8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0672150 Feb 16 14:26:52.689751 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199885d-7004-49ca-a753-ac5e1b2ede0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf01b90-56a1-4ab6-982a-16c7b2ec1d45,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:52.731935 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f740905f-f9ed-42a4-9888-516e9c81b295 req-431d1ed4-265d-4ea9-8004-510f69d61860 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 Feb 16 14:26:52.772452 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-21480e2c-06c6-4640-be2a-6b85178485d4 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7781532 Feb 16 14:26:52.796850 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81aed86-8226-4c74-a955-2e355d647898 None None] Network 0219e70f-a979-4ac8-9850-4efe8385df36 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:26:53.354824 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54336) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:53.369058 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f733067-6e44-493d-ab81-c36d88ef40ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.454295 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f733067-6e44-493d-ab81-c36d88ef40ce admin admin] Publish callbacks [] for security_group (a2187439-8674-4b5d-b61b-32c6fb9714de), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.581817 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f733067-6e44-493d-ab81-c36d88ef40ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a2187439-8674-4b5d-b61b-32c6fb9714de), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.620569 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2f733067-6e44-493d-ab81-c36d88ef40ce admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bfe04446abcb46f99fadb3973e3a8d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645724 Feb 16 14:26:53.621740 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733067-6e44-493d-ab81-c36d88ef40ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2187439-8674-4b5d-b61b-32c6fb9714de,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:53.623263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54348) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:53.675915 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] Publish callbacks [] for security_group (a2187439-8674-4b5d-b61b-32c6fb9714de), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.696988 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] Publish callbacks [] for security_group (a2187439-8674-4b5d-b61b-32c6fb9714de), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.827761 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a2187439-8674-4b5d-b61b-32c6fb9714de), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.830550 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:53.834797 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a2187439-8674-4b5d-b61b-32c6fb9714de HTTP/1.1" status: 204 len: 168 time: 0.2079012 Feb 16 14:26:53.841219 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cea16-f983-46d1-882c-fbe7cb43a4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2187439-8674-4b5d-b61b-32c6fb9714de,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:53.861344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249b9e1-7313-4ace-ab12-c588ac1d3797 req-79cff5b0-e1d2-4479-92fb-2b173036d17e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:53.863918 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8249b9e1-7313-4ace-ab12-c588ac1d3797 req-79cff5b0-e1d2-4479-92fb-2b173036d17e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0609832 Feb 16 14:26:53.916906 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8249b9e1-7313-4ace-ab12-c588ac1d3797 req-2345bb09-68b7-48af-8473-2e752d56b3a5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477636 Feb 16 14:26:55.046953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30b278-e704-48da-b5bd-4e01455c7b8e req-43cb2f00-3f7c-4363-909e-aa67cd2e1a9f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:55.048826 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3b30b278-e704-48da-b5bd-4e01455c7b8e req-43cb2f00-3f7c-4363-909e-aa67cd2e1a9f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0645738 Feb 16 14:26:55.107854 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3b30b278-e704-48da-b5bd-4e01455c7b8e req-f7ff0c60-b21e-4a1d-8778-da685df24c85 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Feb 16 14:26:55.644275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54438) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:55.748863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-29597f4f-b708-43f7-b6cb-27cfa22511e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:55.823711 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-29597f4f-b708-43f7-b6cb-27cfa22511e9 admin admin] Publish callbacks [] for security_group (d606a1e1-b9e4-41bc-b34c-f135fedab621), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:55.896321 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-29597f4f-b708-43f7-b6cb-27cfa22511e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d606a1e1-b9e4-41bc-b34c-f135fedab621), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:55.936847 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597f4f-b708-43f7-b6cb-27cfa22511e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d606a1e1-b9e4-41bc-b34c-f135fedab621,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:55.943305 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-29597f4f-b708-43f7-b6cb-27cfa22511e9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ac6d8b140b6849369058b4312a1a2a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977469 Feb 16 14:26:55.945025 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54448) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:26:55.996317 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] Publish callbacks [] for security_group (d606a1e1-b9e4-41bc-b34c-f135fedab621), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:56.016903 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] Publish callbacks [] for security_group (d606a1e1-b9e4-41bc-b34c-f135fedab621), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:56.112345 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d606a1e1-b9e4-41bc-b34c-f135fedab621), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:56.114998 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:56.116194 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d606a1e1-b9e4-41bc-b34c-f135fedab621 HTTP/1.1" status: 204 len: 168 time: 0.1702073 Feb 16 14:26:56.124555 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab63601-0176-4fed-99e6-901372a3d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606a1e1-b9e4-41bc-b34c-f135fedab621,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:26:56.250978 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a8346-151f-446b-9dd4-649de6452ad7 req-99c4e9b2-f6ec-4f6a-b1bb-20effce7cb73 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:56.252852 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b8a8346-151f-446b-9dd4-649de6452ad7 req-99c4e9b2-f6ec-4f6a-b1bb-20effce7cb73 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0632093 Feb 16 14:26:56.330809 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b8a8346-151f-446b-9dd4-649de6452ad7 req-693ea950-7df4-48fa-b990-c4e17b2f32dd tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646658 Feb 16 14:26:56.950825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e214323-50a0-424d-afc0-41bb035c663a req-b4597e8b-6bc1-4de4-bcbb-3d40ac664d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:56.952359 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e214323-50a0-424d-afc0-41bb035c663a req-b4597e8b-6bc1-4de4-bcbb-3d40ac664d2e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1129 time: 0.0594945 Feb 16 14:26:57.009059 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e214323-50a0-424d-afc0-41bb035c663a req-407560cb-51ab-44eb-bd8d-25006427fe42 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462995 Feb 16 14:26:57.486820 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3e35-204c-4946-ac90-40591a0d798b req-e5c7bfb2-b404-4ba2-9759-af0e20ac83d7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:57.488290 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c20d3e35-204c-4946-ac90-40591a0d798b req-e5c7bfb2-b404-4ba2-9759-af0e20ac83d7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0597486 Feb 16 14:26:57.561666 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c20d3e35-204c-4946-ac90-40591a0d798b req-6e082fc3-d405-4000-917b-43b51ad9c2c3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546498 Feb 16 14:26:58.680282 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e5842-9fb2-4f53-93fd-66fc8240b7ac req-7530188b-1daf-487e-a698-1f9687c6cea0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:58.682362 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-108e5842-9fb2-4f53-93fd-66fc8240b7ac req-7530188b-1daf-487e-a698-1f9687c6cea0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0538344 Feb 16 14:26:58.928865 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-108e5842-9fb2-4f53-93fd-66fc8240b7ac req-8b237285-e9f3-42ba-bfea-54aa0cdc2eed tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407632 Feb 16 14:27:00.047594 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c049a-b434-4de4-8022-b4a839207339 req-122c80ae-7711-4f6e-97f0-b006ad3419ba tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:00.049133 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-943c049a-b434-4de4-8022-b4a839207339 req-122c80ae-7711-4f6e-97f0-b006ad3419ba tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0516033 Feb 16 14:27:00.103048 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-943c049a-b434-4de4-8022-b4a839207339 req-a4bbf494-a51d-41dd-b891-73a30d5abe80 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Feb 16 14:27:01.236486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c099-e737-41d4-b1a9-aa4684932d35 req-aef228ac-2766-4e51-8bcc-58dc2042f585 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:01.238011 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c2b3c099-e737-41d4-b1a9-aa4684932d35 req-aef228ac-2766-4e51-8bcc-58dc2042f585 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0531778 Feb 16 14:27:01.298745 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c2b3c099-e737-41d4-b1a9-aa4684932d35 req-43118cb2-6d6c-4a7d-a37e-8d7d15d6d483 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542274 Feb 16 14:27:02.413885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5408e1b-1a9c-411f-b2f3-af3bcc04b1c6 req-2d4a6c90-836c-4263-96e3-30b9d18225d9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:02.415398 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e5408e1b-1a9c-411f-b2f3-af3bcc04b1c6 req-2d4a6c90-836c-4263-96e3-30b9d18225d9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0521343 Feb 16 14:27:02.464189 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e5408e1b-1a9c-411f-b2f3-af3bcc04b1c6 req-2253541a-e81b-46a2-a35e-7d1da50023b5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Feb 16 14:27:02.585193 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57118403-4260-4b18-b829-1d0c3163151b req-600f9df9-c196-4f6f-8315-bdece077b64c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:02.586691 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-57118403-4260-4b18-b829-1d0c3163151b req-600f9df9-c196-4f6f-8315-bdece077b64c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0526395 Feb 16 14:27:02.636194 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-57118403-4260-4b18-b829-1d0c3163151b req-96e8eb9c-2afb-48e5-876d-77e70bdfab5b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Feb 16 14:27:04.016366 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54696) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:04.127574 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-70cce1ee-4270-4864-975a-7c49e277492e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.201389 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-70cce1ee-4270-4864-975a-7c49e277492e admin admin] Publish callbacks [] for security_group (125a368b-f14e-44b5-9d1f-613a5dcc7741), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.261765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-70cce1ee-4270-4864-975a-7c49e277492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (125a368b-f14e-44b5-9d1f-613a5dcc7741), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.301897 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-70cce1ee-4270-4864-975a-7c49e277492e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ebdb2d8ac5714260a8b71e4fff8e0f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844520 Feb 16 14:27:04.302668 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cce1ee-4270-4864-975a-7c49e277492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125a368b-f14e-44b5-9d1f-613a5dcc7741,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:04.305359 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54704) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:04.353256 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] Publish callbacks [] for security_group (125a368b-f14e-44b5-9d1f-613a5dcc7741), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.374225 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] Publish callbacks [] for security_group (125a368b-f14e-44b5-9d1f-613a5dcc7741), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.484546 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (125a368b-f14e-44b5-9d1f-613a5dcc7741), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.487340 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:04.488482 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/125a368b-f14e-44b5-9d1f-613a5dcc7741 HTTP/1.1" status: 204 len: 168 time: 0.1819811 Feb 16 14:27:04.501918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698ab93-0221-4b6b-becf-d6aff434f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125a368b-f14e-44b5-9d1f-613a5dcc7741,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:05.443252 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54738) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:05.567086 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1128446528-network', 'tenant_id': 'f6c24eb6d16648b4a04462f208612157'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:05.666608 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Made reservation on behalf of f6c24eb6d16648b4a04462f208612157 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:05.672169 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:05.683020 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:05.754109 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks [] for security_group (e6691957-fb80-4d78-befc-5ac47e99ced9), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:05.861293 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e6691957-fb80-4d78-befc-5ac47e99ced9), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:05.889552 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:05.896045 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6691957-fb80-4d78-befc-5ac47e99ced9,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:05.903462 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (68ca92a4-837f-45fe-b9bb-7c8f2455a045), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:05.903834 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Added segment 68ca92a4-837f-45fe-b9bb-7c8f2455a045 of type vlan for network 020f3991-eae7-469b-87bf-c0a4566703d8 Feb 16 14:27:05.948530 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (020f3991-eae7-469b-87bf-c0a4566703d8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.045028 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (020f3991-eae7-469b-87bf-c0a4566703d8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.046317 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.046903 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.158585 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7140784 Feb 16 14:27:06.159308 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54772) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:06.162109 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51376586-20c9-4afc-b829-7cb1e47e7fea admin admin] Pushing event updated for resources: {'Network': ['ID=020f3991-eae7-469b-87bf-c0a4566703d8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:06.167268 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Request body: {'subnet': {'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1128446528-subnet', 'tenant_id': 'f6c24eb6d16648b4a04462f208612157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:06.173716 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 020f3991-eae7-469b-87bf-c0a4566703d8 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:06.208089 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-4379f938-3ab9-4391-8e6a-3e7b3faa033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.209943 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-4379f938-3ab9-4391-8e6a-3e7b3faa033c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0836849 Feb 16 14:27:06.221312 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4ccd1-123f-4cb2-9946-297b9cfec82b req-4e81183d-6ea2-41d7-8559-b0c2680447b5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.229249 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ff4ccd1-123f-4cb2-9946-297b9cfec82b req-4e81183d-6ea2-41d7-8559-b0c2680447b5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1464329 Feb 16 14:27:06.269481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Made reservation on behalf of f6c24eb6d16648b4a04462f208612157 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:06.271875 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11766710'] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.333155 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-d2e39f10-b334-4671-96ff-86b28e98d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.334658 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-d2e39f10-b334-4671-96ff-86b28e98d238 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.1159813 Feb 16 14:27:06.351521 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ff4ccd1-123f-4cb2-9946-297b9cfec82b req-430c8d4d-90e4-485c-bce3-c1e9476038fc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197023 Feb 16 14:27:06.390449 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-e4f86aba-3c35-446e-9334-1a2857ecebd1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0471218 Feb 16 14:27:06.456167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-e8f49f43-d9cf-44c4-a2eb-c9f09a430fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.458609 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-e8f49f43-d9cf-44c4-a2eb-c9f09a430fba service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0531580 Feb 16 14:27:06.504417 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-b1a3fce7-16ab-4795-9627-52406c7ae52f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365136 Feb 16 14:27:06.576262 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12363105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11766660'] for subnet (ea493c5b-9db8-4400-9ce9-cab4ff759aed), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.612592 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-3417be10-76c1-41f4-b7ef-e0acaac14b04 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880802 Feb 16 14:27:06.630892 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea493c5b-9db8-4400-9ce9-cab4ff759aed,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:06.654099 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Checking segment: {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:06.654543 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Network hostable DHCP agents. Network: 020f3991-eae7-469b-87bf-c0a4566703d8, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:06.718380 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-62dfc56c-3a50-42e1-9d76-5b2eaa36e282 req-91c5a40d-73a1-4ad0-abbb-4cd462aa5b8d service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Feb 16 14:27:06.758665 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Network 020f3991-eae7-469b-87bf-c0a4566703d8 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:06.884857 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54784) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:06.886835 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 020f3991-eae7-469b-87bf-c0a4566703d8) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:06.892927 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:06.894167 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.903570 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aceeac3-1f2c-48b4-8895-ca2a6a2c75f2 None None] Network 020f3991-eae7-469b-87bf-c0a4566703d8 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:07.018684 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c6484-98d2-4258-a3e6-ccf0349be09e None None] Network 020f3991-eae7-469b-87bf-c0a4566703d8 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:07.023298 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd0690d0-c2ec-408c-975f-0b3a8b703113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.025097 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-dd5491ee-da7c-49d0-9f1b-60aa8f3a5316 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8638453 Feb 16 14:27:07.128582 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd0690d0-c2ec-408c-975f-0b3a8b703113 admin admin] Publish callbacks [] for security_group (38bf1aa4-cfb1-48e1-9957-50e225192f1b), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.215591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd0690d0-c2ec-408c-975f-0b3a8b703113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (38bf1aa4-cfb1-48e1-9957-50e225192f1b), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.257789 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fd0690d0-c2ec-408c-975f-0b3a8b703113 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9d07863661c3423993dbbeab5f1e4ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706367 Feb 16 14:27:07.258710 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0690d0-c2ec-408c-975f-0b3a8b703113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bf1aa4-cfb1-48e1-9957-50e225192f1b,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:07.260630 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54798) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:07.311986 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] Publish callbacks [] for security_group (38bf1aa4-cfb1-48e1-9957-50e225192f1b), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.336573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] Publish callbacks [] for security_group (38bf1aa4-cfb1-48e1-9957-50e225192f1b), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.472854 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (38bf1aa4-cfb1-48e1-9957-50e225192f1b), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.477157 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.481662 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/38bf1aa4-cfb1-48e1-9957-50e225192f1b HTTP/1.1" status: 204 len: 168 time: 0.2158442 Feb 16 14:27:07.488980 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67767400-4d70-49ba-a8dd-b0e2f80c7d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bf1aa4-cfb1-48e1-9957-50e225192f1b,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:07.504850 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ce1b-269d-470f-8ea3-bf34146c38da req-112f49bb-0028-4214-8ee2-206368ea890c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:07.506363 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-77d0ce1b-269d-470f-8ea3-bf34146c38da req-112f49bb-0028-4214-8ee2-206368ea890c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0667610 Feb 16 14:27:07.575151 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-77d0ce1b-269d-470f-8ea3-bf34146c38da req-2e8d6f04-62eb-4c53-856f-f54586b04917 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610249 Feb 16 14:27:08.163108 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54820) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:08.184495 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02f6961a-6dfb-42fe-8063-a35cc5f30a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.269434 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02f6961a-6dfb-42fe-8063-a35cc5f30a72 admin admin] Publish callbacks [] for security_group (344b105e-30fe-4022-9443-c385058a6c62), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.330007 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02f6961a-6dfb-42fe-8063-a35cc5f30a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (344b105e-30fe-4022-9443-c385058a6c62), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.370269 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-02f6961a-6dfb-42fe-8063-a35cc5f30a72 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fd19214b427b4001b1ea63ef42c63d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060859 Feb 16 14:27:08.371378 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6961a-6dfb-42fe-8063-a35cc5f30a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344b105e-30fe-4022-9443-c385058a6c62,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:08.373401 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54832) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:08.423033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] Publish callbacks [] for security_group (344b105e-30fe-4022-9443-c385058a6c62), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.444937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] Publish callbacks [] for security_group (344b105e-30fe-4022-9443-c385058a6c62), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.598304 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (344b105e-30fe-4022-9443-c385058a6c62), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.601057 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:08.604722 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/344b105e-30fe-4022-9443-c385058a6c62 HTTP/1.1" status: 204 len: 168 time: 0.2277217 Feb 16 14:27:08.613901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bcb61-fd94-4383-9816-be853cf72326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344b105e-30fe-4022-9443-c385058a6c62,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:08.734474 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ced3-3aec-4bc3-8ee6-ac3ccde22ad3 req-dc991911-83f1-47fd-b67c-3a1b7de0f3fc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:08.736052 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc61ced3-3aec-4bc3-8ee6-ac3ccde22ad3 req-dc991911-83f1-47fd-b67c-3a1b7de0f3fc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0564022 Feb 16 14:27:08.783383 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc61ced3-3aec-4bc3-8ee6-ac3ccde22ad3 req-307ca6f1-fca8-4427-9c50-a6b06e315866 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Feb 16 14:27:09.569023 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:09.590362 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-7c53af2e-d84a-4cfb-8611-88357f9d3c34 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:09.591955 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-7c53af2e-d84a-4cfb-8611-88357f9d3c34 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/networks?id=020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 200 len: 814 time: 0.1157904 Feb 16 14:27:09.607682 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-bfbc6b69-e61c-4cb4-a143-f05f6f44c1d2 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/quotas/f6c24eb6d16648b4a04462f208612157 HTTP/1.1" status: 200 len: 375 time: 0.0104380 Feb 16 14:27:09.644479 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-a5603540-afee-458c-9c93-494dc138c4fb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312483 Feb 16 14:27:09.741833 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-b1a42389-9477-4b26-8472-21923a05a739 service neutron] 10.222.0.110 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906949 Feb 16 14:27:09.845258 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-b3466d68-7760-4b12-8e58-649abe95b73f service neutron] 10.222.0.110 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965595 Feb 16 14:27:09.922868 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e62a25-6ae3-4e85-8096-b2aa9196ebfb req-e13797fd-f9d4-44ab-a3cf-38ac9b9e9114 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:09.924366 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b3e62a25-6ae3-4e85-8096-b2aa9196ebfb req-e13797fd-f9d4-44ab-a3cf-38ac9b9e9114 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0588214 Feb 16 14:27:09.970939 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b3e62a25-6ae3-4e85-8096-b2aa9196ebfb req-5cc9a827-1d2a-4ff6-8f18-6ad377bdc32f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Feb 16 14:27:10.127276 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b40fe184-530c-4303-b707-7eab9c7ad6ea req-336628de-bf39-4d8c-b7d1-bd4c78474bff tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Feb 16 14:27:11.092569 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5257-4858-4c3c-ba36-b938b032d368 req-e284d322-0bb4-49d9-9899-f6cf8587eae4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:11.094019 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e2aa5257-4858-4c3c-ba36-b938b032d368 req-e284d322-0bb4-49d9-9899-f6cf8587eae4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0556409 Feb 16 14:27:11.143361 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e2aa5257-4858-4c3c-ba36-b938b032d368 req-369a49d6-d307-4fed-901c-ade2c58b57b9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Feb 16 14:27:11.205910 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2e12d7d0-051b-44c3-a8e0-b1cc7d9f001f req-6f926268-2584-434d-8151-ceab8f44aad1 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Feb 16 14:27:12.287134 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1674f-cb1a-4429-89f2-58e4f2af65a0 req-d27da8a3-804a-4de7-9437-b8288fea6261 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:12.288714 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ead1674f-cb1a-4429-89f2-58e4f2af65a0 req-d27da8a3-804a-4de7-9437-b8288fea6261 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0767469 Feb 16 14:27:12.353947 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c93ffb3a-1877-4677-9a7b-6e24bb8fd4b7 req-0dce9f5a-7818-45a5-a542-be82d36c2994 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0476284 Feb 16 14:27:12.359031 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ead1674f-cb1a-4429-89f2-58e4f2af65a0 req-98dd41c3-1e1f-434d-bb6c-6da13c5433d8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Feb 16 14:27:12.924860 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 54968) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:12.953073 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-97475cd3-5a2b-4377-81c4-3126a76bfb75 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:12.954933 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-97475cd3-5a2b-4377-81c4-3126a76bfb75 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "GET /v2.0/networks?id=020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 200 len: 814 time: 0.1277747 Feb 16 14:27:12.978888 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Request body: {'port': {'device_id': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8', 'admin_state_up': True, 'tenant_id': 'f6c24eb6d16648b4a04462f208612157'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:13.043920 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-04f9bc24-2c99-439f-91fe-2c6659e1d068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.119789 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-04f9bc24-2c99-439f-91fe-2c6659e1d068 admin admin] Publish callbacks [] for security_group (cd71364c-bdac-466f-811a-5055f4c9fa70), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.192512 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Made reservation on behalf of f6c24eb6d16648b4a04462f208612157 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:13.195905 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.273093 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-04f9bc24-2c99-439f-91fe-2c6659e1d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cd71364c-bdac-466f-811a-5055f4c9fa70), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.319632 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-04f9bc24-2c99-439f-91fe-2c6659e1d068 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=40eb706ca4884b059d88200f2479effb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936465 Feb 16 14:27:13.320456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 54978) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:13.321932 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9bc24-2c99-439f-91fe-2c6659e1d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71364c-bdac-466f-811a-5055f4c9fa70,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:13.358007 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Allocated IP 172.20.0.13 (020f3991-eae7-469b-87bf-c0a4566703d8/ea493c5b-9db8-4400-9ce9-cab4ff759aed/0bb1f89d-e659-4b77-826a-fe2b1eebc599) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:13.420826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] Publish callbacks [] for security_group (cd71364c-bdac-466f-811a-5055f4c9fa70), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.482179 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcec50c-dc0b-4376-a27e-70a4c76b4b9e req-b0614e5d-3101-4fd3-ba40-47e7156a498e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:13.483812 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5fcec50c-dc0b-4376-a27e-70a4c76b4b9e req-b0614e5d-3101-4fd3-ba40-47e7156a498e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0579631 Feb 16 14:27:13.501900 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f792a833-f4f6-4684-9215-e2f912be8c6d req-58ec8b70-6345-425d-a283-707a8ef9c848 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0680447 Feb 16 14:27:13.505725 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] Publish callbacks [] for security_group (cd71364c-bdac-466f-811a-5055f4c9fa70), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.539205 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5fcec50c-dc0b-4376-a27e-70a4c76b4b9e req-68338dc7-42b7-4a86-8030-868f6beabf2d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Feb 16 14:27:13.603299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks [] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.718004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cd71364c-bdac-466f-811a-5055f4c9fa70), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.722164 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.722164 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cd71364c-bdac-466f-811a-5055f4c9fa70 HTTP/1.1" status: 204 len: 168 time: 0.3971581 Feb 16 14:27:13.731410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ac98-21de-48e0-8303-5be850fe244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71364c-bdac-466f-811a-5055f4c9fa70,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:13.770182 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.822744 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Network 020f3991-eae7-469b-87bf-c0a4566703d8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:13.826049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:13.826933 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8d636808-962b-428e-bb56-d8fc7df054c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.829410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:13.834876 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:13.836842 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:13.846656 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Pushing event updated for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:13.927043 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-fa07de46-f5bf-4faf-b255-e6fac541a2d8 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9518728 Feb 16 14:27:13.947080 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Request body: {'port': {'device_id': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:14.011333 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.285246 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55004) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:14.286796 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb1f89d-e659-4b77-826a-fe2b1eebc599 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:14.295953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks [] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.309264 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Transition to ACTIVE for port object 0bb1f89d-e659-4b77-826a-fe2b1eebc599 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:14.332349 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Deleting subnet e8722789-c5e5-4f98-a51a-45988cd465ab {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:27:14.335436 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Publish callbacks [] for subnet (e8722789-c5e5-4f98-a51a-45988cd465ab), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.368920 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (e8722789-c5e5-4f98-a51a-45988cd465ab), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.393603 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55006) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:14.401303 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.408693 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (e8722789-c5e5-4f98-a51a-45988cd465ab), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.415637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e22c1461-b92d-4b1c-9aa7-25a18cf72374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.475676 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:14.521097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Attempting to bind port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:14.521431 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Attempting to bind port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:14.521762 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Attempting to bind port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 on network 020f3991-eae7-469b-87bf-c0a4566703d8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:14.531257 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 on network 020f3991-eae7-469b-87bf-c0a4566703d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:14.531579 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Attempting to bind port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 on network 020f3991-eae7-469b-87bf-c0a4566703d8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:14.536022 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (e8722789-c5e5-4f98-a51a-45988cd465ab), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.540776 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:14.542830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Checking segment: {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:14.542830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Bound using segment: {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:14.542830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Bound port: 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:14.542830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.572601 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8722789-c5e5-4f98-a51a-45988cd465ab,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:14.585076 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.585076 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3b28279d-bb28-4082-a1f4-6b0de904652c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e8722789-c5e5-4f98-a51a-45988cd465ab HTTP/1.1" status: 204 len: 168 time: 0.2972817 Feb 16 14:27:14.586102 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55012) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:14.691348 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.721234 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b192a3f-5661-4027-87fe-ae8fe6b7d53b req-8ae5d856-e512-46b9-a265-fb8ba3c0a284 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:14.722780 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3b192a3f-5661-4027-87fe-ae8fe6b7d53b req-8ae5d856-e512-46b9-a265-fb8ba3c0a284 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1081696 Feb 16 14:27:14.814606 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.838200 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e22c1461-b92d-4b1c-9aa7-25a18cf72374 admin admin] Publish callbacks [] for security_group (9145633f-d9b2-4a15-9515-e3c3c2f3c38b), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.844366 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3b192a3f-5661-4027-87fe-ae8fe6b7d53b req-eba70f31-7e4b-4aa0-92d4-ae8112cb1d85 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Feb 16 14:27:14.847522 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:14.869973 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3ad79b-d8d5-4a2b-8531-0b1c0288085d') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:14.869973 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3ad79b-d8d5-4a2b-8531-0b1c0288085d') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:14.869973 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (bf3ad79b-d8d5-4a2b-8531-0b1c0288085d), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.879706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:14.884081 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:14.885473 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (bf3ad79b-d8d5-4a2b-8531-0b1c0288085d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.891934 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:27:14.892315 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (bf3ad79b-d8d5-4a2b-8531-0b1c0288085d), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:27:14.893910 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:27:14.900671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ffc02-d5ca-4b97-b58c-efd2ccd44cce req-7ef2ef1b-9f07-4ae1-8087-3a68be25a02b tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:14.900671 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5f1ffc02-d5ca-4b97-b58c-efd2ccd44cce req-7ef2ef1b-9f07-4ae1-8087-3a68be25a02b tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.3262320 Feb 16 14:27:14.927595 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e22c1461-b92d-4b1c-9aa7-25a18cf72374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9145633f-d9b2-4a15-9515-e3c3c2f3c38b), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.968537 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:14.991500 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5f1ffc02-d5ca-4b97-b58c-efd2ccd44cce req-6499f99d-d466-43c4-8808-e6d9d5bb275f tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898294 Feb 16 14:27:15.010281 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e22c1461-b92d-4b1c-9aa7-25a18cf72374 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4d27db89e016478ca054d98217739174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6155009 Feb 16 14:27:15.013718 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55016) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:15.014900 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1461-b92d-4b1c-9aa7-25a18cf72374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145633f-d9b2-4a15-9515-e3c3c2f3c38b,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.020829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:15.021648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.021974 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.022986 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] 10.222.0.124 "PUT /v2.0/ports/0bb1f89d-e659-4b77-826a-fe2b1eebc599 HTTP/1.1" status: 200 len: 1094 time: 1.0799973 Feb 16 14:27:15.023362 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:15.025585 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ee3f1-2c81-4296-86f6-7171c2004453" -d '{"events": [{"name": "network-changed", "server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:15.039222 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.042609 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] 10.222.0.110 "DELETE /v2.0/networks/f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d HTTP/1.1" status: 204 len: 168 time: 0.4554963 Feb 16 14:27:15.047143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55020) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:15.055565 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d067ce-043c-406c-838e-c56c72c516b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46ecf62-0b7a-4eb4-a1a2-6d3d0b82c41d,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.081707 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0f78f-5f61-4cf4-8b99-1ed04f76d11b x-openstack-request-id: req-1fb0f78f-5f61-4cf4-8b99-1ed04f76d11b {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:15.082008 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:15.082265 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1fb0f78f-5f61-4cf4-8b99-1ed04f76d11b {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:15.082672 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599', 'status': 'completed', 'code': 200} Feb 16 14:27:15.087357 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] Publish callbacks [] for security_group (9145633f-d9b2-4a15-9515-e3c3c2f3c38b), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.088583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cff8d-7cbf-42f8-934b-9a6bd9ea9299 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.107364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Deleting subnet 3421aa1e-a1a9-4210-bb32-5739716ba953 {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:27:15.108657 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] Publish callbacks [] for security_group (9145633f-d9b2-4a15-9515-e3c3c2f3c38b), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.110694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Publish callbacks [] for subnet (3421aa1e-a1a9-4210-bb32-5739716ba953), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.144673 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Publish callbacks [] for subnet (3421aa1e-a1a9-4210-bb32-5739716ba953), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.154502 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (3421aa1e-a1a9-4210-bb32-5739716ba953), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.232428 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9145633f-d9b2-4a15-9515-e3c3c2f3c38b), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.234955 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.236101 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9145633f-d9b2-4a15-9515-e3c3c2f3c38b HTTP/1.1" status: 204 len: 168 time: 0.2213748 Feb 16 14:27:15.243705 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14953-cd39-46a2-86cf-d0283aeba6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145633f-d9b2-4a15-9515-e3c3c2f3c38b,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.290386 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (3421aa1e-a1a9-4210-bb32-5739716ba953), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.317387 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3421aa1e-a1a9-4210-bb32-5739716ba953,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.319290 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.326217 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55024) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:15.326346 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-9e2804fd-e8dd-4690-8d06-0b9a98bc56ee admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3421aa1e-a1a9-4210-bb32-5739716ba953 HTTP/1.1" status: 204 len: 168 time: 0.2781277 Feb 16 14:27:15.398087 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (0219e70f-a979-4ac8-9850-4efe8385df36), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.473528 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (0219e70f-a979-4ac8-9850-4efe8385df36), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.492957 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0219e70f-a979-4ac8-9850-4efe8385df36']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:15.502785 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3165c8b-ca1c-46b0-ac83-35bda6d2913e') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:15.503081 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3165c8b-ca1c-46b0-ac83-35bda6d2913e') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:15.513273 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (b3165c8b-ca1c-46b0-ac83-35bda6d2913e), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.526679 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (b3165c8b-ca1c-46b0-ac83-35bda6d2913e), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.535424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Releasing vlan 1427 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:27:15.535810 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (b3165c8b-ca1c-46b0-ac83-35bda6d2913e), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:27:15.537399 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:27:15.666541 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (0219e70f-a979-4ac8-9850-4efe8385df36), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.672399 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:15.675630 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] 10.222.0.110 "DELETE /v2.0/networks/0219e70f-a979-4ac8-9850-4efe8385df36 HTTP/1.1" status: 204 len: 168 time: 0.3480954 Feb 16 14:27:15.688219 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499c73e-2db1-4828-b954-33cc63590c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0219e70f-a979-4ac8-9850-4efe8385df36,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:15.983318 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55034) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:15.985502 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433f6ef-0887-4709-a133-95f05e20145f req-d68e0b1f-0003-4b2b-901d-27e9b620c101 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:15.987053 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b433f6ef-0887-4709-a133-95f05e20145f req-d68e0b1f-0003-4b2b-901d-27e9b620c101 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0610111 Feb 16 14:27:15.997135 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.036289 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55038) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:16.040222 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b433f6ef-0887-4709-a133-95f05e20145f req-659fc2fb-c5f1-4971-9eec-01a96e059f6f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Feb 16 14:27:16.126760 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-86f05b6d-1c9d-41a7-b56e-ddbdb34b29ac admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=81da8f0ca28b4136b0276c3d845114d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870893 Feb 16 14:27:16.127371 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55040) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:16.149250 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Publish callbacks [] for security_group (77d67658-380f-4d93-93c4-36c39c4a653a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.168033 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83da0-d401-4ce1-9840-a42092cee7f5 req-d5196715-afac-4d59-a9fd-ab3da4300476 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:16.169513 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a7a83da0-d401-4ce1-9840-a42092cee7f5 req-d5196715-afac-4d59-a9fd-ab3da4300476 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.0928943 Feb 16 14:27:16.176582 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Publish callbacks [] for security_group (55dbc1ee-8030-4ed6-8750-6849e423ce95), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.197826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Publish callbacks [] for security_group (55dbc1ee-8030-4ed6-8750-6849e423ce95), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.216278 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-809c863f-ed31-43cf-a3ba-ded5c9e661ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.217944 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a7a83da0-d401-4ce1-9840-a42092cee7f5 req-3c312b15-6692-4dfc-8da0-e0bfe0357856 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Feb 16 14:27:16.239805 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (77d67658-380f-4d93-93c4-36c39c4a653a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.283787 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9e07d099f31540f8956e97693fac69b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993472 Feb 16 14:27:16.284650 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d67658-380f-4d93-93c4-36c39c4a653a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:16.286565 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55042) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:16.291909 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.293018 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.293591 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.294292 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.294292 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.294653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.294976 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.295314 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.295650 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.295984 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.296314 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.296644 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.296972 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36831b-1fd5-4c0b-95fb-0d89b79cdfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.337210 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (55dbc1ee-8030-4ed6-8750-6849e423ce95), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.340434 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.341563 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/55dbc1ee-8030-4ed6-8750-6849e423ce95 HTTP/1.1" status: 204 len: 168 time: 0.2133200 Feb 16 14:27:16.344107 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] Publish callbacks [] for security_group (77d67658-380f-4d93-93c4-36c39c4a653a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.352723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dbc1ee-8030-4ed6-8750-6849e423ce95,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:16.368053 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.368456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.368804 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.369144 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.369481 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.369815 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.370235 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.370591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.370966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.371314 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.371648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.371973 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.372298 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d5abf-25e1-4bd8-809f-a197581f9341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:16.385427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] Publish callbacks [] for security_group (77d67658-380f-4d93-93c4-36c39c4a653a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.512873 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (77d67658-380f-4d93-93c4-36c39c4a653a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.515491 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:16.516646 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/77d67658-380f-4d93-93c4-36c39c4a653a HTTP/1.1" status: 204 len: 168 time: 0.2290823 Feb 16 14:27:16.524715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b391-247f-4879-8bad-2b8c0f16396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d67658-380f-4d93-93c4-36c39c4a653a,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:16.875086 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-ef27f74e-196d-45d8-9372-c90acdd4736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:16.878727 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-ef27f74e-196d-45d8-9372-c90acdd4736e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 1128 time: 0.0462756 Feb 16 14:27:16.989700 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-3becaae4-0031-4221-9e9b-38c0920b41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:16.991298 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-3becaae4-0031-4221-9e9b-38c0920b41a9 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=f6c24eb6d16648b4a04462f208612157&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0983427 Feb 16 14:27:17.084608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:17.095316 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-2036bed5-7bd6-47d5-8a85-d5db5881b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.096790 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b67ee3f1-2c81-4296-86f6-7171c2004453 req-2036bed5-7bd6-47d5-8a85-d5db5881b3ef service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984013 Feb 16 14:27:17.114706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55068) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:17.188353 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-191d80e8-fa5e-41fb-b117-4e27917a7cbd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=340ff73524a3406ba47de64c9a06259d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723932 Feb 16 14:27:17.191057 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55072) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:17.227922 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e5fa-1a77-44a1-916f-b749cd4fae84 req-4a957fda-8ee2-4ba3-a5b3-57fc172b6824 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.230094 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-75a0e5fa-1a77-44a1-916f-b749cd4fae84 req-4a957fda-8ee2-4ba3-a5b3-57fc172b6824 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1062183 Feb 16 14:27:17.248222 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] Publish callbacks [] for security_group (82d4da22-9a66-40a4-b7fa-31261e27d1a8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:17.261216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-95167a85-fa43-4928-bf1c-16af8509f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.263319 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-95167a85-fa43-4928-bf1c-16af8509f537 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 1128 time: 0.0704212 Feb 16 14:27:17.279513 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] Publish callbacks [] for security_group (82d4da22-9a66-40a4-b7fa-31261e27d1a8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:17.329744 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-501793da-d4f4-4e59-808d-755223cbbca0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599 HTTP/1.1" status: 200 len: 217 time: 0.0493193 Feb 16 14:27:17.349063 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-75a0e5fa-1a77-44a1-916f-b749cd4fae84 req-c7a6cf9c-c14e-4299-bd8e-d573f17aefcb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968976 Feb 16 14:27:17.373180 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52251e8-f367-4c7e-87b1-24456698e2cf req-4712bf0f-1fd8-459b-b615-49e18a2169d7 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.375008 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b52251e8-f367-4c7e-87b1-24456698e2cf req-4712bf0f-1fd8-459b-b615-49e18a2169d7 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.0784612 Feb 16 14:27:17.390553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-159589fb-62cb-4b89-8999-ca927120aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:17.392106 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-159589fb-62cb-4b89-8999-ca927120aff3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ea493c5b-9db8-4400-9ce9-cab4ff759aed HTTP/1.1" status: 200 len: 854 time: 0.0550425 Feb 16 14:27:17.424763 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b52251e8-f367-4c7e-87b1-24456698e2cf req-aaf88344-e8bb-47de-bd73-5ce7678787b6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Feb 16 14:27:17.431374 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-74809432-ea15-46ff-8140-b225dcd03211 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=020f3991-eae7-469b-87bf-c0a4566703d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260143 Feb 16 14:27:17.478346 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (82d4da22-9a66-40a4-b7fa-31261e27d1a8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:17.481564 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:17.482806 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/82d4da22-9a66-40a4-b7fa-31261e27d1a8 HTTP/1.1" status: 204 len: 168 time: 0.2907448 Feb 16 14:27:17.497215 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cd05a-ba72-4516-9dfd-4330e47c7826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4da22-9a66-40a4-b7fa-31261e27d1a8,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:17.539236 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-f7571f06-3340-451c-819a-f436b6866f4f service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984595 Feb 16 14:27:17.637051 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f95a597a-15b4-433a-938c-bcd90ef84e74 req-4af479b8-cbe6-4ace-98bc-918e73f4b450 service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854502 Feb 16 14:27:18.161817 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-ff781f93-d885-4e7c-8b78-4612b2b7e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.163765 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-ff781f93-d885-4e7c-8b78-4612b2b7e11a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0539956 Feb 16 14:27:18.281965 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-93214259-61a0-41f5-bb9f-7c745b6a2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.283664 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-93214259-61a0-41f5-bb9f-7c745b6a2d3c service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.0965993 Feb 16 14:27:18.331070 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-eb32cb79-ae57-4a9c-a851-0e894236b108 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0384486 Feb 16 14:27:18.385912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-933b0672-6a3c-4976-b46f-98fae0305de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.387338 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-933b0672-6a3c-4976-b46f-98fae0305de2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0496492 Feb 16 14:27:18.427386 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-4cb2ce47-de51-46d6-b59f-f5747034f470 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311518 Feb 16 14:27:18.557973 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d606e-e691-4b98-99df-9c583cfe1b92 req-7a26af2f-98ab-4c2b-a56d-b44f0231382b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.559960 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb4d606e-e691-4b98-99df-9c583cfe1b92 req-7a26af2f-98ab-4c2b-a56d-b44f0231382b tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1350126 Feb 16 14:27:18.610093 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58b64f-474d-4f15-8579-b3b9e7ef8817 req-728d4709-1f8a-4d23-b250-3d229ca3e6f4 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:18.612651 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9c58b64f-474d-4f15-8579-b3b9e7ef8817 req-728d4709-1f8a-4d23-b250-3d229ca3e6f4 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.1026993 Feb 16 14:27:18.627963 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-b7f60997-e98d-426f-b58e-bc3fec2b91fe service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669998 Feb 16 14:27:18.663284 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb4d606e-e691-4b98-99df-9c583cfe1b92 req-57c129b5-169d-44fb-a0dc-82dce16936fa tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843875 Feb 16 14:27:18.706694 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9c58b64f-474d-4f15-8579-b3b9e7ef8817 req-ef5482b4-cbb4-4abc-8384-81ebc4866760 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863545 Feb 16 14:27:18.788862 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6727cf0c-f199-4b30-bbff-b39fce6428fa req-4f9d0cb1-c2be-4083-9418-8d3e0e856ed8 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294289 Feb 16 14:27:18.804002 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:19.825250 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f14794-b57c-4365-b580-4de4513b698b req-635604fa-22ae-47bb-9dcf-e6be1f7c237e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:19.826982 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83f14794-b57c-4365-b580-4de4513b698b req-635604fa-22ae-47bb-9dcf-e6be1f7c237e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0677381 Feb 16 14:27:19.865141 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8be0af-af1f-4bbf-addf-f17f8f42121e req-4d48ac77-f3c8-41cb-9a62-251845f2aac5 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:19.866823 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ad8be0af-af1f-4bbf-addf-f17f8f42121e req-4d48ac77-f3c8-41cb-9a62-251845f2aac5 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.0655906 Feb 16 14:27:19.894162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83f14794-b57c-4365-b580-4de4513b698b req-7b0fbf64-a82d-4af0-bf32-50112075c1b2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596828 Feb 16 14:27:19.934463 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ad8be0af-af1f-4bbf-addf-f17f8f42121e req-4527ffa1-5b86-4be8-89f5-eb13b13ee20e tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551457 Feb 16 14:27:20.158028 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:21.018637 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194c922-0bfa-4466-87ad-1a7767be8bb0 req-d9a302b3-997c-48ae-a293-c972a4ebe44f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:21.020106 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4194c922-0bfa-4466-87ad-1a7767be8bb0 req-d9a302b3-997c-48ae-a293-c972a4ebe44f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0512571 Feb 16 14:27:21.066368 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4194c922-0bfa-4466-87ad-1a7767be8bb0 req-6e61429a-a6cf-4227-9115-c1c82c896050 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Feb 16 14:27:21.186064 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a2097-c769-458d-b951-1660d73b2119 req-155cb1ab-156c-4980-ad65-6737bca493a3 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:21.187650 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-007a2097-c769-458d-b951-1660d73b2119 req-155cb1ab-156c-4980-ad65-6737bca493a3 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 944 time: 0.0682294 Feb 16 14:27:21.241733 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-007a2097-c769-458d-b951-1660d73b2119 req-d8a52428-a7c0-4477-af8e-c0545460f1c5 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Feb 16 14:27:21.249843 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:21.550049 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e88e4-6513-417c-9b7b-ca72078c5e10 req-f5d3ad8e-2f32-4fe1-bb44-a7585e70b167 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:21.551549 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f2e88e4-6513-417c-9b7b-ca72078c5e10 req-f5d3ad8e-2f32-4fe1-bb44-a7585e70b167 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0526562 Feb 16 14:27:21.600965 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f2e88e4-6513-417c-9b7b-ca72078c5e10 req-8f558771-fe10-4812-8293-daa78b419108 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Feb 16 14:27:21.872511 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 0bb1f89d-e659-4b77-826a-fe2b1eebc599 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:27:21.969556 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:21.980808 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '0bb1f89d-e659-4b77-826a-fe2b1eebc599', 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8', 'port_id': '0bb1f89d-e659-4b77-826a-fe2b1eebc599', 'mac_address': 'fa:16:3e:22:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea493c5b-9db8-4400-9ce9-cab4ff759aed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:27:22.027880 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:22.028272 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:22.041876 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb1f89d-e659-4b77-826a-fe2b1eebc599 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:22.061730 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:22.181062 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:22.186639 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b450-4fc7-4657-aacb-e81ab97a3d1e req-7151d93c-ecfb-4722-8572-22b2bf8ad354 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:22.189411 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8602b450-4fc7-4657-aacb-e81ab97a3d1e req-7151d93c-ecfb-4722-8572-22b2bf8ad354 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0537391 Feb 16 14:27:22.243274 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:22.256998 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8602b450-4fc7-4657-aacb-e81ab97a3d1e req-b9dee976-359e-4119-96f6-be69dc81965d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569062 Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.257354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:22.388902 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22effce7-a8d4-40f2-ba8d-34b9657540ed req-a2547e56-8cdd-45b8-8e36-90a65fdef437 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:22.390405 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-22effce7-a8d4-40f2-ba8d-34b9657540ed req-a2547e56-8cdd-45b8-8e36-90a65fdef437 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 945 time: 0.0635448 Feb 16 14:27:22.443940 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-22effce7-a8d4-40f2-ba8d-34b9657540ed req-653a68ad-6fdb-4f9e-b042-c1d157627493 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Feb 16 14:27:22.671445 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['0bb1f89d-e659-4b77-826a-fe2b1eebc599'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:27:22.732860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4bd6c-3a52-481e-89bd-4225cad7886f req-b88037e4-fa11-4547-95d2-52cce5f5cfc6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:22.734412 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9a4bd6c-3a52-481e-89bd-4225cad7886f req-b88037e4-fa11-4547-95d2-52cce5f5cfc6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0628879 Feb 16 14:27:22.789552 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9a4bd6c-3a52-481e-89bd-4225cad7886f req-4072e36d-8a48-45f6-8cc3-d5ca001e5045 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Feb 16 14:27:23.376153 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf9350-a29f-4c2f-af8f-07e06f29fc97 req-9e6f39fe-1ccd-49e7-b335-2e7bc02bceac tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:23.378005 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97bf9350-a29f-4c2f-af8f-07e06f29fc97 req-9e6f39fe-1ccd-49e7-b335-2e7bc02bceac tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0583053 Feb 16 14:27:23.426951 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97bf9350-a29f-4c2f-af8f-07e06f29fc97 req-99c45a66-d95a-43c1-a3c2-0696bd4c2b04 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Feb 16 14:27:23.566478 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d04bc-09a5-4b25-8ee0-211b055074c2 req-359af80b-264a-4466-8e2b-42ecf0309666 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:23.568029 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-101d04bc-09a5-4b25-8ee0-211b055074c2 req-359af80b-264a-4466-8e2b-42ecf0309666 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 945 time: 0.0545564 Feb 16 14:27:23.617846 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-101d04bc-09a5-4b25-8ee0-211b055074c2 req-b9800cf7-3c5d-4e10-b32a-9998f0ef7091 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Feb 16 14:27:23.710381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d96f90-1d60-45a4-9609-db2abe304f15 req-d79f4ca9-1ac3-4721-8069-862f84994748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:23.711955 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f7d96f90-1d60-45a4-9609-db2abe304f15 req-d79f4ca9-1ac3-4721-8069-862f84994748 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0443869 Feb 16 14:27:23.768104 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f7d96f90-1d60-45a4-9609-db2abe304f15 req-8ff12174-7f7a-437a-bd05-775d5152812e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Feb 16 14:27:23.891567 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 0bb1f89d-e659-4b77-826a-fe2b1eebc599 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:23.940308 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52d529-ca3c-4b27-8d13-1518e81eba6c req-e223926c-2c99-440a-8fe6-b28a5c0a15e1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:23.941847 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7f52d529-ca3c-4b27-8d13-1518e81eba6c req-e223926c-2c99-440a-8fe6-b28a5c0a15e1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0583060 Feb 16 14:27:23.963479 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55270) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:23.995164 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7f52d529-ca3c-4b27-8d13-1518e81eba6c req-b18f7d44-73ab-482d-9e96-298f7dae8b76 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471175 Feb 16 14:27:24.049858 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:27:24.053961 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:24.056028 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.133211 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3a7b-047e-44f4-b868-d7c3bde98d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.140932 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:24.141314 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.173989 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:24.173989 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873727f-b1a9-4a41-8699-f4ac8b2e969f" -d '{"events": [{"server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "name": "network-vif-plugged", "status": "completed", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:24.185452 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:24.210866 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63948ff-21c0-4599-b86d-6dae0a21c570 x-openstack-request-id: req-b63948ff-21c0-4599-b86d-6dae0a21c570 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:24.218019 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "name": "network-vif-plugged", "status": "completed", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:24.218019 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b63948ff-21c0-4599-b86d-6dae0a21c570 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:24.218019 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599', 'code': 200} Feb 16 14:27:24.230074 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3a7b-047e-44f4-b868-d7c3bde98d6a admin admin] Publish callbacks [] for security_group (094e0b07-a899-4d1e-b2d0-7eb4a0176363), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.278314 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.333603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:24.352665 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3a7b-047e-44f4-b868-d7c3bde98d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (094e0b07-a899-4d1e-b2d0-7eb4a0176363), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.393678 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf3a7b-047e-44f4-b868-d7c3bde98d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e0b07-a899-4d1e-b2d0-7eb4a0176363,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:24.401020 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55290) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.414657 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d4cf3a7b-047e-44f4-b868-d7c3bde98d6a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1ba225ed57f74c3d9267e90397e4fe5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496896 Feb 16 14:27:24.432904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55292) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.461373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] Publish callbacks [] for security_group (094e0b07-a899-4d1e-b2d0-7eb4a0176363), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.488621 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] Publish callbacks [] for security_group (094e0b07-a899-4d1e-b2d0-7eb4a0176363), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.583618 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89afac7-1465-4b7f-b5db-4f034366a75f req-33f90339-1c1d-40ed-b726-8a950d1e167c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:24.585324 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a89afac7-1465-4b7f-b5db-4f034366a75f req-33f90339-1c1d-40ed-b726-8a950d1e167c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0566182 Feb 16 14:27:24.586917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a6521b20-2a4b-482d-9370-903cccdd47da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.643800 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a89afac7-1465-4b7f-b5db-4f034366a75f req-c3b63f9c-682a-4c73-9122-21dc1f89ef57 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Feb 16 14:27:24.672216 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (094e0b07-a899-4d1e-b2d0-7eb4a0176363), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.675487 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.676921 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/094e0b07-a899-4d1e-b2d0-7eb4a0176363 HTTP/1.1" status: 204 len: 168 time: 0.2749343 Feb 16 14:27:24.688376 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edf5d4-6a85-4dd6-a816-7ce236b8e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e0b07-a899-4d1e-b2d0-7eb4a0176363,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:24.782284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346891cf-e0cd-4f0d-8db0-96620db1c6b2 req-3242084f-d84c-46f7-9d2c-141fa1cde0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:24.784017 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-346891cf-e0cd-4f0d-8db0-96620db1c6b2 req-3242084f-d84c-46f7-9d2c-141fa1cde0ef service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 1130 time: 0.1122360 Feb 16 14:27:24.791824 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd06d-4903-4576-a7ff-d14b3640e089 req-66c224ed-c10a-4ba1-84a7-e0714b4ace16 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:24.793164 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a46bd06d-4903-4576-a7ff-d14b3640e089 req-66c224ed-c10a-4ba1-84a7-e0714b4ace16 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0945902 Feb 16 14:27:24.848599 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a6521b20-2a4b-482d-9370-903cccdd47da admin admin] Publish callbacks [] for security_group (47a5792e-134a-4bab-b347-c66abdd9d06f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.885459 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-346891cf-e0cd-4f0d-8db0-96620db1c6b2 req-3ba16a51-598a-4bd4-9ac7-22e51e01fbb7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881975 Feb 16 14:27:24.889653 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a46bd06d-4903-4576-a7ff-d14b3640e089 req-f9ae68b6-9609-481c-986f-517c3e808312 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790839 Feb 16 14:27:24.958054 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a6521b20-2a4b-482d-9370-903cccdd47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (47a5792e-134a-4bab-b347-c66abdd9d06f), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.995142 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a6521b20-2a4b-482d-9370-903cccdd47da admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d85dad656758457fa15334a07bd4f602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611644 Feb 16 14:27:24.998264 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55304) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.000152 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6521b20-2a4b-482d-9370-903cccdd47da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a5792e-134a-4bab-b347-c66abdd9d06f,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.062077 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] Publish callbacks [] for security_group (47a5792e-134a-4bab-b347-c66abdd9d06f), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.109786 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] Publish callbacks [] for security_group (47a5792e-134a-4bab-b347-c66abdd9d06f), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.155829 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cd8a-4686-4d74-b0cb-42da6c58fd4a req-a5464d09-0417-48f0-a871-f4f84095c616 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.157351 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-64f1cd8a-4686-4d74-b0cb-42da6c58fd4a req-a5464d09-0417-48f0-a871-f4f84095c616 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0860157 Feb 16 14:27:25.206019 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-64f1cd8a-4686-4d74-b0cb-42da6c58fd4a req-e9e7a0aa-54d0-44a8-beff-de5b571e58ff tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Feb 16 14:27:25.243664 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (47a5792e-134a-4bab-b347-c66abdd9d06f), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.246326 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.247618 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/47a5792e-134a-4bab-b347-c66abdd9d06f HTTP/1.1" status: 204 len: 168 time: 0.2483342 Feb 16 14:27:25.255194 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a91f89-27ce-4db8-a74d-2ef0ca2b15f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a5792e-134a-4bab-b347-c66abdd9d06f,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.313157 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55312) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.326786 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7b94b245-2c5c-4fe5-9a83-d5cd615b4ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.406881 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7b94b245-2c5c-4fe5-9a83-d5cd615b4ba9 admin admin] Publish callbacks [] for security_group (a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.529844 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7b94b245-2c5c-4fe5-9a83-d5cd615b4ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.567874 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-7b94b245-2c5c-4fe5-9a83-d5cd615b4ba9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=99342ad3979140b0880a6ada20cfbd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536073 Feb 16 14:27:25.570199 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94b245-2c5c-4fe5-9a83-d5cd615b4ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.570553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55318) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.619841 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] Publish callbacks [] for security_group (a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.642567 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] Publish callbacks [] for security_group (a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.792497 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdec5-723d-4781-8ea7-53ae62c577b1 req-7236715e-3333-4e54-9f35-518ae1527936 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.795655 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dffcdec5-723d-4781-8ea7-53ae62c577b1 req-7236715e-3333-4e54-9f35-518ae1527936 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0581031 Feb 16 14:27:25.845482 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dffcdec5-723d-4781-8ea7-53ae62c577b1 req-819e84e3-db35-41fc-adf1-363bc13a71cc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Feb 16 14:27:25.846504 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.849038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.852432 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c HTTP/1.1" status: 204 len: 168 time: 0.2784648 Feb 16 14:27:25.858871 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb47d9-07d6-4b7a-835a-dc598e432c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc6fdf-96d8-4f3b-a6f2-7ef4334dc08c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:26.006989 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ec90-51ac-41ed-ae92-bfa24db0fbd8 req-d7c77c79-dca2-490f-9012-79bbe08721c6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.008386 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e609ec90-51ac-41ed-ae92-bfa24db0fbd8 req-d7c77c79-dca2-490f-9012-79bbe08721c6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Feb 16 14:27:26.056450 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e609ec90-51ac-41ed-ae92-bfa24db0fbd8 req-9227c21b-3e05-4e80-a09a-23fa1516c98e tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Feb 16 14:27:26.135778 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55336) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:26.149480 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fa28d31b-127b-4f7c-b227-4d6e92c293df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.229209 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fa28d31b-127b-4f7c-b227-4d6e92c293df admin admin] Publish callbacks [] for security_group (2518ef1f-8ebe-4334-a066-bd07abf16f71), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.309922 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fa28d31b-127b-4f7c-b227-4d6e92c293df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2518ef1f-8ebe-4334-a066-bd07abf16f71), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.357365 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fa28d31b-127b-4f7c-b227-4d6e92c293df admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8486a87ba0bc4555b506db82aad21b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204559 Feb 16 14:27:26.359930 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d31b-127b-4f7c-b227-4d6e92c293df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2518ef1f-8ebe-4334-a066-bd07abf16f71,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:26.362359 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55348) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:26.382062 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858075b-3f42-455c-af5b-2700f424edd7 req-e00c850a-3edd-45cb-a493-47d2188df3b4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.383684 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9858075b-3f42-455c-af5b-2700f424edd7 req-e00c850a-3edd-45cb-a493-47d2188df3b4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.1032331 Feb 16 14:27:26.427458 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] Publish callbacks [] for security_group (2518ef1f-8ebe-4334-a066-bd07abf16f71), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.445116 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9858075b-3f42-455c-af5b-2700f424edd7 req-99786d86-6b2f-4f65-9c6f-02fdff7e1367 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535812 Feb 16 14:27:26.452145 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] Publish callbacks [] for security_group (2518ef1f-8ebe-4334-a066-bd07abf16f71), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.661085 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2518ef1f-8ebe-4334-a066-bd07abf16f71), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.664251 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.665728 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2518ef1f-8ebe-4334-a066-bd07abf16f71 HTTP/1.1" status: 204 len: 168 time: 0.3044586 Feb 16 14:27:26.674428 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80427d-cb41-455f-8558-cd62874ffd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518ef1f-8ebe-4334-a066-bd07abf16f71,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:26.738213 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55360) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:26.868103 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-69d9f5a9-4eeb-4e24-aa57-2893cbf65e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.001653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-69d9f5a9-4eeb-4e24-aa57-2893cbf65e11 admin admin] Publish callbacks [] for security_group (a508215a-e615-4f17-ac7b-fc11dacf7652), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.009828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed647c-8791-498c-a304-8323eda777e8 req-869997c2-5a9a-4c48-af39-b340679d76a9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.011349 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-15ed647c-8791-498c-a304-8323eda777e8 req-869997c2-5a9a-4c48-af39-b340679d76a9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0856781 Feb 16 14:27:27.060539 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-15ed647c-8791-498c-a304-8323eda777e8 req-c409d328-18e9-4257-b273-df3822cba92e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Feb 16 14:27:27.077650 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-69d9f5a9-4eeb-4e24-aa57-2893cbf65e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a508215a-e615-4f17-ac7b-fc11dacf7652), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.120946 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-69d9f5a9-4eeb-4e24-aa57-2893cbf65e11 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8974fd44e0224c33a92924fcde666e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815708 Feb 16 14:27:27.124495 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55382) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:27.128361 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9f5a9-4eeb-4e24-aa57-2893cbf65e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508215a-e615-4f17-ac7b-fc11dacf7652,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:27.238062 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] Publish callbacks [] for security_group (a508215a-e615-4f17-ac7b-fc11dacf7652), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.263032 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c478-47fc-4b4b-9a44-d71d3585a770 req-67e3e5ac-f86b-4c9f-a7d5-b97d9d9784a2 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.264518 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-df57c478-47fc-4b4b-9a44-d71d3585a770 req-67e3e5ac-f86b-4c9f-a7d5-b97d9d9784a2 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0911481 Feb 16 14:27:27.275194 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] Publish callbacks [] for security_group (a508215a-e615-4f17-ac7b-fc11dacf7652), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.338523 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-df57c478-47fc-4b4b-9a44-d71d3585a770 req-799cb357-ce2a-477f-bbd1-6a49f4b1abdc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Feb 16 14:27:27.449568 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a508215a-e615-4f17-ac7b-fc11dacf7652), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.456968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.456968 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a508215a-e615-4f17-ac7b-fc11dacf7652 HTTP/1.1" status: 204 len: 168 time: 0.3290555 Feb 16 14:27:27.476193 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c73c01-396f-42f7-b24f-c4a9f98ab5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508215a-e615-4f17-ac7b-fc11dacf7652,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:27.620247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f913c34-af3c-4f77-b8fc-663652f2fec3 req-f3b64192-9201-47c8-892a-ce3db109284e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.627871 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f913c34-af3c-4f77-b8fc-663652f2fec3 req-f3b64192-9201-47c8-892a-ce3db109284e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0621817 Feb 16 14:27:27.675060 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257fb7-82c2-4339-94b5-62f134ad840e req-2806ff73-329e-424b-815a-4096c1a5fed0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.682275 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a7257fb7-82c2-4339-94b5-62f134ad840e req-2806ff73-329e-424b-815a-4096c1a5fed0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1304173 Feb 16 14:27:27.705319 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f913c34-af3c-4f77-b8fc-663652f2fec3 req-11acbba3-2984-4e9d-910f-7e0e89830e2b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754285 Feb 16 14:27:27.714711 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-70b859e1-11ca-49e8-bb11-560fda8a424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.720589 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-70b859e1-11ca-49e8-bb11-560fda8a424e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.1091166 Feb 16 14:27:27.776957 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a7257fb7-82c2-4339-94b5-62f134ad840e req-289a91f2-6452-4c5b-8577-dcadeef121af tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938039 Feb 16 14:27:27.843823 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-2e841555-a811-4371-adc6-bed6e258b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.845335 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-2e841555-a811-4371-adc6-bed6e258b63c service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.1159484 Feb 16 14:27:27.886477 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-320d5af5-5120-4a03-9c45-7e3030623a36 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0345120 Feb 16 14:27:27.939863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-d6778e4f-a72b-452a-ba45-91a98a0fcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.941354 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-d6778e4f-a72b-452a-ba45-91a98a0fcd37 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0483096 Feb 16 14:27:27.974708 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-27d5d1d6-7cc1-4120-99e4-bbebecd95a7c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268025 Feb 16 14:27:28.073798 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-2f5867e9-6511-4832-b635-cffe35bac1ac service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925784 Feb 16 14:27:28.193147 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b09b29e9-2c21-40a0-96d4-46bc0e005324 req-b74ab4ac-eb89-421a-8b82-8f8f926e49c5 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119888 Feb 16 14:27:28.441759 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55468) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.464930 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55472) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.479139 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bb874bfa-b06a-4c50-9c3a-c8753076ee49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.573638 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bb874bfa-b06a-4c50-9c3a-c8753076ee49 admin admin] Publish callbacks [] for security_group (d3dfc75a-1b42-441e-9f49-4662ebb34b9b), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.640653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341856700-network', 'tenant_id': '3d3028599f374f01812a61120701fb2f'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:28.682659 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bb874bfa-b06a-4c50-9c3a-c8753076ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d3dfc75a-1b42-441e-9f49-4662ebb34b9b), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.725851 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bb874bfa-b06a-4c50-9c3a-c8753076ee49 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=fc66315ca20d45a9bf23c689b8131b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589900 Feb 16 14:27:28.726770 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb874bfa-b06a-4c50-9c3a-c8753076ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dfc75a-1b42-441e-9f49-4662ebb34b9b,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:28.728698 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55482) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.787473 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] Publish callbacks [] for security_group (d3dfc75a-1b42-441e-9f49-4662ebb34b9b), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.790389 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Made reservation on behalf of 3d3028599f374f01812a61120701fb2f for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:28.792564 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.810552 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] Publish callbacks [] for security_group (d3dfc75a-1b42-441e-9f49-4662ebb34b9b), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.820958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.877086 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600dd67-d3a7-447c-827e-63ef481108a9 req-fd1479b1-0364-4988-be36-729d3a5e80dd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:28.878679 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e600dd67-d3a7-447c-827e-63ef481108a9 req-fd1479b1-0364-4988-be36-729d3a5e80dd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0985932 Feb 16 14:27:28.927477 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d3dfc75a-1b42-441e-9f49-4662ebb34b9b), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.930493 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.936358 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d3dfc75a-1b42-441e-9f49-4662ebb34b9b HTTP/1.1" status: 204 len: 168 time: 0.2005186 Feb 16 14:27:28.942515 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e600dd67-d3a7-447c-827e-63ef481108a9 req-8c9e93f3-4cf6-4c36-bdce-818890f53ec0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557957 Feb 16 14:27:28.944770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6091ad-8315-4013-9d53-165e6649f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dfc75a-1b42-441e-9f49-4662ebb34b9b,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:28.993600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77c2f9-3eab-437c-b72a-2749665dbbd3 req-e02151d8-5702-4858-aeec-86ba7bb3a5ae tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:28.997309 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5f77c2f9-3eab-437c-b72a-2749665dbbd3 req-e02151d8-5702-4858-aeec-86ba7bb3a5ae tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1083150 Feb 16 14:27:29.004154 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks [] for security_group (1c715e0f-3364-42cd-b2e7-9b8454f9006c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.056295 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5f77c2f9-3eab-437c-b72a-2749665dbbd3 req-fecadf2f-23c1-4a36-a0cb-b50264585a70 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Feb 16 14:27:29.083896 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (1c715e0f-3364-42cd-b2e7-9b8454f9006c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.113174 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:29.118699 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c715e0f-3364-42cd-b2e7-9b8454f9006c,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.128723 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ff90d05b-ed6c-4019-9ea5-71cc73b722e5), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.129395 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Added segment ff90d05b-ed6c-4019-9ea5-71cc73b722e5 of type vlan for network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 Feb 16 14:27:29.197045 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (835d5ce9-a339-46c8-92e9-bdcd224e11f0), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.376507 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (835d5ce9-a339-46c8-92e9-bdcd224e11f0), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.377625 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:29.381981 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.456461 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] Pushing event updated for resources: {'Network': ['ID=835d5ce9-a339-46c8-92e9-bdcd224e11f0,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.466187 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:29.499916 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-9511361d-e396-4845-9a11-5d60ee038a3e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0568326 Feb 16 14:27:29.502486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55526) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:29.508423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Request body: {'subnet': {'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341856700-subnet', 'tenant_id': '3d3028599f374f01812a61120701fb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:29.603884 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Made reservation on behalf of 3d3028599f374f01812a61120701fb2f for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:29.611655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.895553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (a5e2abc7-692d-4e24-8536-ab25f2fb8ed8), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.962236 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e2abc7-692d-4e24-8536-ab25f2fb8ed8,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.971561 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Checking segment: {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:29.971919 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Network hostable DHCP agents. Network: 835d5ce9-a339-46c8-92e9-bdcd224e11f0, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:30.083933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:30.095882 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58585a5-0f59-4fcc-8e66-224923dd6ecc req-67e31515-c767-4004-9069-efc6a1f6980d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:30.098141 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d58585a5-0f59-4fcc-8e66-224923dd6ecc req-67e31515-c767-4004-9069-efc6a1f6980d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0623510 Feb 16 14:27:30.174920 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d58585a5-0f59-4fcc-8e66-224923dd6ecc req-623f76cb-f76b-4eaf-a8b6-8165ce12875e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700805 Feb 16 14:27:30.191969 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 835d5ce9-a339-46c8-92e9-bdcd224e11f0) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:30.191969 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:30.191969 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.202257 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b46e7-bb10-4a42-b1d3-d28c5f7c2f9d None None] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:30.218145 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eff6d-efcd-44b8-aff2-a6c87d832679 req-ff628955-a8c6-42b5-a2b6-45b47710e166 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:30.220097 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ee1eff6d-efcd-44b8-aff2-a6c87d832679 req-ff628955-a8c6-42b5-a2b6-45b47710e166 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0759423 Feb 16 14:27:30.299627 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-50bd4886-13b1-4170-98cb-8dbd3b0514a8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7953861 Feb 16 14:27:30.314523 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3e4ba-3168-442c-8c77-e056fdeb7188 None None] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:30.319597 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ee1eff6d-efcd-44b8-aff2-a6c87d832679 req-9a62d3e3-a355-452c-b459-9b2ad604ec17 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933745 Feb 16 14:27:30.735116 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55574) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:30.853323 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f89386ac-a78c-4ae6-a507-806e86435cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.932900 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f89386ac-a78c-4ae6-a507-806e86435cf3 admin admin] Publish callbacks [] for security_group (bd4f052f-8c13-40f7-8c2d-07bb25e17dd1), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.032426 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f89386ac-a78c-4ae6-a507-806e86435cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (bd4f052f-8c13-40f7-8c2d-07bb25e17dd1), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.073550 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-f89386ac-a78c-4ae6-a507-806e86435cf3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=79d49d4669b64f99a1b64717cb378d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373046 Feb 16 14:27:31.074714 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89386ac-a78c-4ae6-a507-806e86435cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f052f-8c13-40f7-8c2d-07bb25e17dd1,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:31.086896 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55586) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:31.138918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] Publish callbacks [] for security_group (bd4f052f-8c13-40f7-8c2d-07bb25e17dd1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.160516 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] Publish callbacks [] for security_group (bd4f052f-8c13-40f7-8c2d-07bb25e17dd1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.299117 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064089d-c715-4b9a-842b-231ecc55474d req-4e486264-bc55-41b0-b19e-22b2e77adfd1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:31.300579 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3064089d-c715-4b9a-842b-231ecc55474d req-4e486264-bc55-41b0-b19e-22b2e77adfd1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0537572 Feb 16 14:27:31.360567 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3064089d-c715-4b9a-842b-231ecc55474d req-83cb1346-805e-4ed5-b381-ca27fb3ba5d2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519211 Feb 16 14:27:31.365507 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (bd4f052f-8c13-40f7-8c2d-07bb25e17dd1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.368287 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.372444 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/bd4f052f-8c13-40f7-8c2d-07bb25e17dd1 HTTP/1.1" status: 204 len: 168 time: 0.2838264 Feb 16 14:27:31.384713 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd1af8-8deb-4fe6-872c-f8309846026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f052f-8c13-40f7-8c2d-07bb25e17dd1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:31.495851 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df6a3-dd25-45ba-a506-8ec541b0eb22 req-8da90d50-07e2-40b7-8418-49fe2530e02a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:31.497710 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3c1df6a3-dd25-45ba-a506-8ec541b0eb22 req-8da90d50-07e2-40b7-8418-49fe2530e02a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1007683 Feb 16 14:27:31.596529 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3c1df6a3-dd25-45ba-a506-8ec541b0eb22 req-24f70730-6221-4b80-b51f-64e8eb06d43e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877643 Feb 16 14:27:32.092645 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55626) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:32.183161 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55630) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:32.213788 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-532f350e-088f-4f8f-af2a-ee2c1f14d617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.218553 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d547c74-1419-424f-a3c4-b95c63c9a13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.308680 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-532f350e-088f-4f8f-af2a-ee2c1f14d617 admin admin] Publish callbacks [] for security_group (a918edc7-b777-472b-910c-1cf63f8b49e3), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.313958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d547c74-1419-424f-a3c4-b95c63c9a13a admin admin] Publish callbacks [] for security_group (a093a5be-a270-42c2-8b6c-95ebc2ff5cb1), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.386874 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-532f350e-088f-4f8f-af2a-ee2c1f14d617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a918edc7-b777-472b-910c-1cf63f8b49e3), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.387106 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d547c74-1419-424f-a3c4-b95c63c9a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a093a5be-a270-42c2-8b6c-95ebc2ff5cb1), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.438673 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-532f350e-088f-4f8f-af2a-ee2c1f14d617 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ecdbb40073a847f69f7e55c534f0ca7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517533 Feb 16 14:27:32.439835 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55638) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:32.446221 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f350e-088f-4f8f-af2a-ee2c1f14d617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a918edc7-b777-472b-910c-1cf63f8b49e3,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.446870 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8d547c74-1419-424f-a3c4-b95c63c9a13a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=df088c7076204cdc995f868e2bb3564e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530056 Feb 16 14:27:32.447843 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d547c74-1419-424f-a3c4-b95c63c9a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093a5be-a270-42c2-8b6c-95ebc2ff5cb1,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.452887 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55640) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:32.555435 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] Publish callbacks [] for security_group (a918edc7-b777-472b-910c-1cf63f8b49e3), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.563015 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] Publish callbacks [] for security_group (a093a5be-a270-42c2-8b6c-95ebc2ff5cb1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.583090 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] Publish callbacks [] for security_group (a918edc7-b777-472b-910c-1cf63f8b49e3), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.612018 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082a55d-a859-4d93-9e3c-fc808633b9f5 req-c0737b73-0b67-418c-9874-d2f405445d18 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:32.619012 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2082a55d-a859-4d93-9e3c-fc808633b9f5 req-c0737b73-0b67-418c-9874-d2f405445d18 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.1011677 Feb 16 14:27:32.619012 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] Publish callbacks [] for security_group (a093a5be-a270-42c2-8b6c-95ebc2ff5cb1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.690564 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2082a55d-a859-4d93-9e3c-fc808633b9f5 req-6294b1a9-cdff-4404-a70d-13d2e2dab7b7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656517 Feb 16 14:27:32.725442 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a918edc7-b777-472b-910c-1cf63f8b49e3), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.728087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.737020 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a918edc7-b777-472b-910c-1cf63f8b49e3 HTTP/1.1" status: 204 len: 168 time: 0.2876625 Feb 16 14:27:32.738072 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1aad2-e24b-454a-82a2-bb71bbe4fc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a918edc7-b777-472b-910c-1cf63f8b49e3,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.810410 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a093a5be-a270-42c2-8b6c-95ebc2ff5cb1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.814689 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.819634 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a093a5be-a270-42c2-8b6c-95ebc2ff5cb1 HTTP/1.1" status: 204 len: 168 time: 0.3656335 Feb 16 14:27:32.830060 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c8787-d0bf-4eab-954c-30c4ecef9308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093a5be-a270-42c2-8b6c-95ebc2ff5cb1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.908444 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-72074ef3-53bb-4f79-a2fe-84e53f36c7e0 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:32.909948 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-72074ef3-53bb-4f79-a2fe-84e53f36c7e0 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/networks?id=835d5ce9-a339-46c8-92e9-bdcd224e11f0 HTTP/1.1" status: 200 len: 808 time: 0.1294260 Feb 16 14:27:32.930672 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-483a7af2-cee6-47f0-97d6-a8e71c660cf7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/quotas/3d3028599f374f01812a61120701fb2f HTTP/1.1" status: 200 len: 375 time: 0.0092068 Feb 16 14:27:32.957361 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-98cd233d-0b3d-45f7-8c63-7a2a11bed4d2 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273180 Feb 16 14:27:33.059024 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-4424c992-1290-409d-a069-a8c89506843c service neutron] 10.222.0.110 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948358 Feb 16 14:27:33.157973 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-d48c687e-9c43-446a-ab9e-e67fd0d2abcd service neutron] 10.222.0.110 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894096 Feb 16 14:27:33.317403 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa1a37-6bea-4aa2-b3e8-aea1edaa6927 req-0e7ca0f4-3f7b-4a65-8e42-61b6b36fd7cd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:33.318905 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e1fa1a37-6bea-4aa2-b3e8-aea1edaa6927 req-0e7ca0f4-3f7b-4a65-8e42-61b6b36fd7cd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0662391 Feb 16 14:27:33.368594 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e1fa1a37-6bea-4aa2-b3e8-aea1edaa6927 req-fe10758d-c527-4c77-9077-4dd3bd5df41b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439868 Feb 16 14:27:33.524902 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-46552fdf-47c1-40f5-bbef-c4c326725969 req-6c46c159-4502-4b2b-801b-bbbc7a4fd16d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Feb 16 14:27:33.650303 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55694) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:33.667213 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fea2e70f-c90c-4a74-be0f-4cce56e3389e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.751582 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fea2e70f-c90c-4a74-be0f-4cce56e3389e admin admin] Publish callbacks [] for security_group (3c313c01-9faf-4d61-9d79-c56065fcd44a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.866759 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fea2e70f-c90c-4a74-be0f-4cce56e3389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (3c313c01-9faf-4d61-9d79-c56065fcd44a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.911053 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-fea2e70f-c90c-4a74-be0f-4cce56e3389e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=60fd597f8c5f4eb89de25944b9d53bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593782 Feb 16 14:27:33.914444 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55704) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:33.922820 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2e70f-c90c-4a74-be0f-4cce56e3389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c313c01-9faf-4d61-9d79-c56065fcd44a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:33.970231 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] Publish callbacks [] for security_group (3c313c01-9faf-4d61-9d79-c56065fcd44a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.999312 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] Publish callbacks [] for security_group (3c313c01-9faf-4d61-9d79-c56065fcd44a), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.042313 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a621-810b-403e-b898-3cc065730a5a req-8a714c30-892d-44f2-b846-23c666c1c63b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:34.043943 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2252a621-810b-403e-b898-3cc065730a5a req-8a714c30-892d-44f2-b846-23c666c1c63b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.2758749 Feb 16 14:27:34.097423 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2252a621-810b-403e-b898-3cc065730a5a req-ca8701ef-485f-448b-8986-27d1e86fa665 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Feb 16 14:27:34.158177 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (3c313c01-9faf-4d61-9d79-c56065fcd44a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.161082 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.162344 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3c313c01-9faf-4d61-9d79-c56065fcd44a HTTP/1.1" status: 204 len: 168 time: 0.2469594 Feb 16 14:27:34.173501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf454e8-8220-4f62-a775-2c0049af4c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c313c01-9faf-4d61-9d79-c56065fcd44a,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:34.474143 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4a9f9-2928-4648-8d6f-47fa9792b863 req-cba0b060-37a1-457d-b601-981d673c25cb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:34.475661 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-eec4a9f9-2928-4648-8d6f-47fa9792b863 req-cba0b060-37a1-457d-b601-981d673c25cb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0579350 Feb 16 14:27:34.505356 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712e1b4-e87d-4486-99c6-2a24aa94f7c0 req-b511c601-7739-4e31-8757-19e5d340b6ad tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:34.506878 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3712e1b4-e87d-4486-99c6-2a24aa94f7c0 req-b511c601-7739-4e31-8757-19e5d340b6ad tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0619285 Feb 16 14:27:34.527358 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-eec4a9f9-2928-4648-8d6f-47fa9792b863 req-a2e5fb9e-6d94-49f4-8d27-280a675e9ce7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Feb 16 14:27:34.570260 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3712e1b4-e87d-4486-99c6-2a24aa94f7c0 req-981e4eef-155e-4287-ae88-e4464c53be10 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571716 Feb 16 14:27:34.631977 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-acf7796e-72d6-4514-81bf-d402cd0a7a4e req-56b0f6dd-d58c-4de4-b300-1aeb4b015e7b tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0365155 Feb 16 14:27:35.233448 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24886be2-4d88-45f8-acd5-4214103543b4 req-c24f9c1b-6c18-4e0e-a59a-6b5f17379c28 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:35.234993 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-24886be2-4d88-45f8-acd5-4214103543b4 req-c24f9c1b-6c18-4e0e-a59a-6b5f17379c28 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0598671 Feb 16 14:27:35.290112 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-24886be2-4d88-45f8-acd5-4214103543b4 req-d563af58-df2d-4e6d-812b-9f44484dede3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Feb 16 14:27:35.711676 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280ec6-249a-41d2-9d4b-d180a319abaa req-644e4f13-0046-4b29-b4aa-d620d235a32e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:35.722240 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4e280ec6-249a-41d2-9d4b-d180a319abaa req-644e4f13-0046-4b29-b4aa-d620d235a32e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0812583 Feb 16 14:27:35.742086 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f31e2fa9-4897-40c6-a97c-1ba54108f096 req-18d82274-766f-4a11-83dd-fb073282b4d3 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0442283 Feb 16 14:27:35.774766 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4e280ec6-249a-41d2-9d4b-d180a319abaa req-b317c2bd-ec40-4671-a77c-c68ab20b9d6a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515079 Feb 16 14:27:36.428730 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d2820-2afe-43ba-9f96-f294387d87b3 req-0125b929-67f3-43a2-b4c3-e28046ecc93f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:36.430245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d15d2820-2afe-43ba-9f96-f294387d87b3 req-0125b929-67f3-43a2-b4c3-e28046ecc93f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0539994 Feb 16 14:27:36.479065 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d15d2820-2afe-43ba-9f96-f294387d87b3 req-a9b18cec-a2f3-4502-b82b-2d95d9f20208 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Feb 16 14:27:36.662101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-f0bdcd9b-2e8c-4e89-a804-18bc8edeecc1 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:36.663593 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-f0bdcd9b-2e8c-4e89-a804-18bc8edeecc1 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "GET /v2.0/networks?id=835d5ce9-a339-46c8-92e9-bdcd224e11f0 HTTP/1.1" status: 200 len: 808 time: 0.1095598 Feb 16 14:27:36.699990 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Request body: {'port': {'device_id': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0', 'admin_state_up': True, 'tenant_id': '3d3028599f374f01812a61120701fb2f'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:36.844349 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d6b3e442-7968-4ee8-b337-3fbb85ef765e req-e2494f95-d02a-40e0-ae0c-1f55c4fdf0cd tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0287576 Feb 16 14:27:36.914607 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5d35-65fd-4ea7-82a9-d03e55df2c73 req-9a766f36-31d6-40a3-88f6-9822b57a33e3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:36.916162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-223a5d35-65fd-4ea7-82a9-d03e55df2c73 req-9a766f36-31d6-40a3-88f6-9822b57a33e3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Feb 16 14:27:36.955733 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Made reservation on behalf of 3d3028599f374f01812a61120701fb2f for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:36.958980 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.988611 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-223a5d35-65fd-4ea7-82a9-d03e55df2c73 req-f416697b-a708-46bb-8f51-fb155947b91c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664189 Feb 16 14:27:37.100375 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Allocated IP 172.20.0.8 (835d5ce9-a339-46c8-92e9-bdcd224e11f0/a5e2abc7-692d-4e24-8536-ab25f2fb8ed8/07087be6-f536-403f-9dc7-85cd0f4feb23) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:37.250493 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks [] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.358796 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.400101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:37.403143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:37.408819 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:37.413838 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:37.414441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.430166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Pushing event updated for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.526086 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-ef2a2e6b-9a1e-4f2d-8869-37a131e913ed tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300180 Feb 16 14:27:37.612077 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a578ff7-bcba-47f7-9505-c2130ae224e1 req-7858adca-ef2b-436d-bcae-f9f64adb3cb0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:37.613546 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9a578ff7-bcba-47f7-9505-c2130ae224e1 req-7858adca-ef2b-436d-bcae-f9f64adb3cb0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0608611 Feb 16 14:27:37.659816 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9a578ff7-bcba-47f7-9505-c2130ae224e1 req-ab342ef9-33e5-4501-b8b3-7290f24c54ac tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Feb 16 14:27:37.988322 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b5ab4-17c5-437a-b2a1-ac31e14658da req-afa12753-4734-4667-9360-18bfdacfcd8d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:37.990234 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-094b5ab4-17c5-437a-b2a1-ac31e14658da req-afa12753-4734-4667-9360-18bfdacfcd8d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 931 time: 0.0714519 Feb 16 14:27:38.038655 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-094b5ab4-17c5-437a-b2a1-ac31e14658da req-bba7dd12-328b-432e-9bd9-8e13805ea084 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Feb 16 14:27:38.111134 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563b808-d6f4-4f00-82b9-7e940e12e3a9 req-08795c0c-2a81-44f4-aebb-00ca1fe1da50 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:38.112588 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0563b808-d6f4-4f00-82b9-7e940e12e3a9 req-08795c0c-2a81-44f4-aebb-00ca1fe1da50 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0560415 Feb 16 14:27:38.158237 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0563b808-d6f4-4f00-82b9-7e940e12e3a9 req-7a344e4e-f81f-41c9-b163-722c36364ee8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401852 Feb 16 14:27:38.782693 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb93b-e88c-42b5-9a74-0a594b520210 req-48a14760-7904-421a-9564-5f61a922e060 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:38.784198 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ecfeb93b-e88c-42b5-9a74-0a594b520210 req-48a14760-7904-421a-9564-5f61a922e060 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Feb 16 14:27:38.831341 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ecfeb93b-e88c-42b5-9a74-0a594b520210 req-d734b4c7-cd8f-43e0-94e7-74ed236f31ba tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Feb 16 14:27:39.155977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d39dc-da5e-4cc3-aacd-e9d0905595b4 req-6e3a20e2-7ec0-4d0c-9055-35a5cc6ed4aa tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.157417 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-142d39dc-da5e-4cc3-aacd-e9d0905595b4 req-6e3a20e2-7ec0-4d0c-9055-35a5cc6ed4aa tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 931 time: 0.0510263 Feb 16 14:27:39.204375 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-142d39dc-da5e-4cc3-aacd-e9d0905595b4 req-65b88b37-8fbd-4733-8022-961ea3155d40 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Feb 16 14:27:39.274390 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0600a2-f387-447a-a868-0b7ba78c4d17 req-b9267f90-3067-4f91-9c12-29e6061fb8a2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.275857 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7a0600a2-f387-447a-a868-0b7ba78c4d17 req-b9267f90-3067-4f91-9c12-29e6061fb8a2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Feb 16 14:27:39.329193 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7a0600a2-f387-447a-a868-0b7ba78c4d17 req-c78fed8a-2123-47c5-872c-193444bdde46 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Feb 16 14:27:39.952818 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91761417-d504-4777-aa94-3f5a1ea4c83c req-ce1e7817-42d8-4ff1-b0b2-3fbaa0dd11f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.954513 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91761417-d504-4777-aa94-3f5a1ea4c83c req-ce1e7817-42d8-4ff1-b0b2-3fbaa0dd11f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0530396 Feb 16 14:27:40.002735 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91761417-d504-4777-aa94-3f5a1ea4c83c req-0e16daf2-aa1f-4413-bf48-747ff4167f34 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Feb 16 14:27:40.286285 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Request body: {'port': {'device_id': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:40.379235 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a75e0-5106-45d4-a8a2-2052f4414551 req-e9ccf68d-df40-4b35-8bd4-4b9d424690aa tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:40.380870 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e44a75e0-5106-45d4-a8a2-2052f4414551 req-e9ccf68d-df40-4b35-8bd4-4b9d424690aa tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 931 time: 0.1097186 Feb 16 14:27:40.383647 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.443350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d545e-6528-4e30-a95d-14ed6e78eed8 req-ae8118ed-19ab-4cee-a224-453c1a0bb1a8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:40.444821 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-155d545e-6528-4e30-a95d-14ed6e78eed8 req-ae8118ed-19ab-4cee-a224-453c1a0bb1a8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Feb 16 14:27:40.474999 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e44a75e0-5106-45d4-a8a2-2052f4414551 req-fd5d7445-46f4-4ce7-b2c2-d7801b323e90 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881114 Feb 16 14:27:40.499882 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-155d545e-6528-4e30-a95d-14ed6e78eed8 req-62ed4e18-8168-423f-89f3-acd2021bfa74 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494285 Feb 16 14:27:40.681448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07087be6-f536-403f-9dc7-85cd0f4feb23 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:40.689429 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks [] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.701147 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Transition to ACTIVE for port object 07087be6-f536-403f-9dc7-85cd0f4feb23 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:40.803584 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.874445 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:40.891445 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Attempting to bind port 07087be6-f536-403f-9dc7-85cd0f4feb23 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:40.900723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Attempting to bind port 07087be6-f536-403f-9dc7-85cd0f4feb23 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:40.900723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Attempting to bind port 07087be6-f536-403f-9dc7-85cd0f4feb23 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:40.900723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Port 07087be6-f536-403f-9dc7-85cd0f4feb23 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:40.900723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Attempting to bind port 07087be6-f536-403f-9dc7-85cd0f4feb23 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:40.902723 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:40.903065 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Checking segment: {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:40.903470 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Bound using segment: {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:40.903903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Bound port: 07087be6-f536-403f-9dc7-85cd0f4feb23, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:40.904260 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.972397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:40.975634 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=07087be6-f536-403f-9dc7-85cd0f4feb23,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:41.062259 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.125714 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.126340 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.127750 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] 10.222.0.124 "PUT /v2.0/ports/07087be6-f536-403f-9dc7-85cd0f4feb23 HTTP/1.1" status: 200 len: 1093 time: 0.8455737 Feb 16 14:27:41.130701 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:41.132912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a069ee-cb37-447d-8d59-06bcf559e503" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:41.150572 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab34d-1363-44b0-a6dc-381389fbe2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:41.178004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350a96-761f-4285-ba0b-303af374f451 req-1e16a524-51b9-42da-aff2-3eafacf2eb58 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.182677 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46350a96-761f-4285-ba0b-303af374f451 req-1e16a524-51b9-42da-aff2-3eafacf2eb58 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0941982 Feb 16 14:27:41.184186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23bb72-2d8b-40e7-a946-27ddc3fa33b2 x-openstack-request-id: req-ed23bb72-2d8b-40e7-a946-27ddc3fa33b2 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:41.184478 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:41.184734 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ed23bb72-2d8b-40e7-a946-27ddc3fa33b2 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:41.185122 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23', 'status': 'completed', 'code': 200} Feb 16 14:27:41.238243 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46350a96-761f-4285-ba0b-303af374f451 req-3a9ce1c0-440b-46ab-bd11-9d2956429547 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521107 Feb 16 14:27:41.297819 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-f0c4a9f1-dc3d-42a4-a090-9f78e1d3a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.299263 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-f0c4a9f1-dc3d-42a4-a090-9f78e1d3a112 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 1127 time: 0.0472732 Feb 16 14:27:41.410576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-d378f77b-cd25-446a-890b-a4e1a25a9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.412112 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-d378f77b-cd25-446a-890b-a4e1a25a9128 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=3d3028599f374f01812a61120701fb2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0943632 Feb 16 14:27:41.515793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-fb277c98-98c9-49a1-af55-af6d774a55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.517371 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-41a069ee-cb37-447d-8d59-06bcf559e503 req-fb277c98-98c9-49a1-af55-af6d774a55e8 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0989506 Feb 16 14:27:41.600859 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ab611-7239-4cd5-bcfa-ddc461858539 req-0280015e-33d1-49cc-918d-af722ec7c364 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.603147 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-088ab611-7239-4cd5-bcfa-ddc461858539 req-0280015e-33d1-49cc-918d-af722ec7c364 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 943 time: 0.0579784 Feb 16 14:27:41.671824 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-088ab611-7239-4cd5-bcfa-ddc461858539 req-fc3bf0e7-1066-4130-b230-14bdb74ad7b7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Feb 16 14:27:41.692641 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46bc88-bd29-474a-872d-16061714f25a req-51152430-08b1-40df-94cc-f10cf1de66f7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.699193 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fa46bc88-bd29-474a-872d-16061714f25a req-51152430-08b1-40df-94cc-f10cf1de66f7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1250916 Feb 16 14:27:41.721154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-830827cf-4055-49d9-ae05-01a941831a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.722710 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-830827cf-4055-49d9-ae05-01a941831a5f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 1127 time: 0.1041145 Feb 16 14:27:41.794949 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fa46bc88-bd29-474a-872d-16061714f25a req-64406b28-a7f9-4b9d-b9e9-729f83fd574e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948360 Feb 16 14:27:41.796707 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-4295ddc0-c025-4a52-8e18-2d5ee0f76a6a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07087be6-f536-403f-9dc7-85cd0f4feb23 HTTP/1.1" status: 200 len: 217 time: 0.0442145 Feb 16 14:27:41.846071 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-d3695699-0e15-4b7f-b151-4ca8d77ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.847653 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-d3695699-0e15-4b7f-b151-4ca8d77ea5eb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a5e2abc7-692d-4e24-8536-ab25f2fb8ed8 HTTP/1.1" status: 200 len: 848 time: 0.0446658 Feb 16 14:27:41.879490 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-023a63bf-7c1c-403f-9a61-2e229dd5dbc7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=835d5ce9-a339-46c8-92e9-bdcd224e11f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Feb 16 14:27:42.009677 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-b2e75eda-ae3d-4562-b406-2ac354b03ae6 service neutron] 10.222.0.124 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975854 Feb 16 14:27:42.108822 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9c98de72-f6d8-4ae7-aebb-b39ee7791e1c req-74a9105a-790a-469a-aa4a-d1dd2a32830a service neutron] 10.222.0.124 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895171 Feb 16 14:27:42.372000 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043a92-f1f0-4f9e-8832-741128f00f6e req-5904e292-ff77-4ae3-879b-03c78375ad28 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:42.374164 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29043a92-f1f0-4f9e-8832-741128f00f6e req-5904e292-ff77-4ae3-879b-03c78375ad28 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0578182 Feb 16 14:27:42.426001 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-29043a92-f1f0-4f9e-8832-741128f00f6e req-7addc90d-8945-41bc-a86e-c62eba7ee8da tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457175 Feb 16 14:27:42.797637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d6bb-3522-4f38-a2ac-b7581effae04 req-82508906-2007-4521-963b-5aea4b437728 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:42.799140 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88d9d6bb-3522-4f38-a2ac-b7581effae04 req-82508906-2007-4521-963b-5aea4b437728 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 943 time: 0.0559220 Feb 16 14:27:42.846964 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88d9d6bb-3522-4f38-a2ac-b7581effae04 req-4d47c768-7a04-4262-b233-8dd026c1f423 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Feb 16 14:27:42.912640 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07845b3a-3059-46b9-81ab-60ae975198fe req-0fe3c2de-38ff-4e5f-b16c-a0c471a6efa2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:42.914083 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-07845b3a-3059-46b9-81ab-60ae975198fe req-0fe3c2de-38ff-4e5f-b16c-a0c471a6efa2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0503500 Feb 16 14:27:42.959488 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-07845b3a-3059-46b9-81ab-60ae975198fe req-61fe9f64-dabe-4bdf-b30f-ff67f34e1f92 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392988 Feb 16 14:27:43.553430 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba836d-973a-45ed-b94a-6f57f8143cee req-b24dfd32-e2a1-4056-922b-9c8b8da32942 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:43.554847 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73ba836d-973a-45ed-b94a-6f57f8143cee req-b24dfd32-e2a1-4056-922b-9c8b8da32942 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0562885 Feb 16 14:27:43.608325 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73ba836d-973a-45ed-b94a-6f57f8143cee req-4f563753-aa92-499c-915b-0e6f05d6462d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 Feb 16 14:27:43.849248 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a173a14a-e62a-41f8-8df8-2c5614035030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.972100 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839b673-51de-462e-abcb-65444928c307 req-8a1fb3bd-bd7a-4276-b015-a82253da47a5 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:43.973594 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9839b673-51de-462e-abcb-65444928c307 req-8a1fb3bd-bd7a-4276-b015-a82253da47a5 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 943 time: 0.0576186 Feb 16 14:27:44.109132 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334e90f-e67d-4594-a685-e7d3876258e3 req-4e89a93d-a534-453e-a0f7-ec4496f708b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:44.111374 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4334e90f-e67d-4594-a685-e7d3876258e3 req-4e89a93d-a534-453e-a0f7-ec4496f708b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0733204 Feb 16 14:27:44.168518 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4334e90f-e67d-4594-a685-e7d3876258e3 req-be913359-8924-46e8-8032-4e4508e739fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474253 Feb 16 14:27:44.245959 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9839b673-51de-462e-abcb-65444928c307 req-efafdf3d-ea41-41b1-a325-1109e94a4278 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665949 Feb 16 14:27:44.292709 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:27:44.456053 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:44.467573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'e636434b-73f6-458a-9681-a71516b2260d', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:27:44.504653 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: ACTIVE; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:44.505052 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.517959 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e636434b-73f6-458a-9681-a71516b2260d {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:44.536453 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:44.580295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.580953 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 07087be6-f536-403f-9dc7-85cd0f4feb23 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:27:44.649378 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=6']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:44.746048 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=07087be6-f536-403f-9dc7-85cd0f4feb23,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:44.758775 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '07087be6-f536-403f-9dc7-85cd0f4feb23', 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0', 'port_id': '07087be6-f536-403f-9dc7-85cd0f4feb23', 'mac_address': 'fa:16:3e:2c:64:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e2abc7-692d-4e24-8536-ab25f2fb8ed8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:27:44.767326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9877b0-f2c0-4545-a40a-2bfad08ea2a7 req-b23af74d-3fca-44a9-8030-b7e5f9ad7121 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:44.768997 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c9877b0-f2c0-4545-a40a-2bfad08ea2a7 req-b23af74d-3fca-44a9-8030-b7e5f9ad7121 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0599678 Feb 16 14:27:44.802693 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 07087be6-f536-403f-9dc7-85cd0f4feb23 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:44.803093 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.816558 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07087be6-f536-403f-9dc7-85cd0f4feb23 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:44.821283 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c9877b0-f2c0-4545-a40a-2bfad08ea2a7 req-8bd905a9-07e8-49bb-ad6e-43a218f9a7df tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Feb 16 14:27:44.841312 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=07087be6-f536-403f-9dc7-85cd0f4feb23,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:44.889525 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.935937 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:45.124485 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 55966) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:45.241942 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f02abccb-5480-4e23-bf29-9b010431f028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.284363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['e636434b-73f6-458a-9681-a71516b2260d'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:27:45.306727 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9f7a1-fcad-4044-aa70-4e41914a50e9 req-1185d0d0-788d-4165-b989-819d947f382a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:45.309483 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-37b9f7a1-fcad-4044-aa70-4e41914a50e9 req-1185d0d0-788d-4165-b989-819d947f382a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0616591 Feb 16 14:27:45.372541 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-37b9f7a1-fcad-4044-aa70-4e41914a50e9 req-567eb377-6ee7-404d-8b30-fcdf5b18dc0a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519657 Feb 16 14:27:45.423558 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f02abccb-5480-4e23-bf29-9b010431f028 admin admin] Publish callbacks [] for security_group (ba913518-ad2b-4d0b-bc4b-cc8e36508cad), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.438672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb431e3-3add-4f92-baf0-2d64c6d1630c req-b3b5a572-d4c2-435a-9368-ac967c99fabc tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:45.440192 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7fb431e3-3add-4f92-baf0-2d64c6d1630c req-b3b5a572-d4c2-435a-9368-ac967c99fabc tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 944 time: 0.0960870 Feb 16 14:27:45.502004 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7fb431e3-3add-4f92-baf0-2d64c6d1630c req-14d81cc5-74f5-45f5-847c-eb7e60880028 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Feb 16 14:27:45.511002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f02abccb-5480-4e23-bf29-9b010431f028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ba913518-ad2b-4d0b-bc4b-cc8e36508cad), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.545244 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f02abccb-5480-4e23-bf29-9b010431f028 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=40474d3b4c1840fface72adc2c88461c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192898 Feb 16 14:27:45.546695 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02abccb-5480-4e23-bf29-9b010431f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba913518-ad2b-4d0b-bc4b-cc8e36508cad,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:45.548833 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 55976) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:45.597043 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] Publish callbacks [] for security_group (ba913518-ad2b-4d0b-bc4b-cc8e36508cad), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.617554 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] Publish callbacks [] for security_group (ba913518-ad2b-4d0b-bc4b-cc8e36508cad), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.740962 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ba913518-ad2b-4d0b-bc4b-cc8e36508cad), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.743538 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.747105 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ba913518-ad2b-4d0b-bc4b-cc8e36508cad HTTP/1.1" status: 204 len: 168 time: 0.1948476 Feb 16 14:27:45.753517 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91b619-73ff-40ab-a172-1390ff841e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba913518-ad2b-4d0b-bc4b-cc8e36508cad,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:45.872637 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['07087be6-f536-403f-9dc7-85cd0f4feb23'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:27:45.967634 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f5d98-e06b-4eeb-9197-1f961049f876 req-e37483be-bbc1-4c8e-af13-eb9e3df9acf0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:45.969880 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f0f5d98-e06b-4eeb-9197-1f961049f876 req-e37483be-bbc1-4c8e-af13-eb9e3df9acf0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0625100 Feb 16 14:27:46.026908 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f0f5d98-e06b-4eeb-9197-1f961049f876 req-84aefebf-c573-47d6-a8ed-d17a134f79f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Feb 16 14:27:46.233260 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-85ee0510-0a99-45df-ab2f-378193d52f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:46.317174 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:46.368499 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port e636434b-73f6-458a-9681-a71516b2260d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:46.368885 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (e636434b-73f6-458a-9681-a71516b2260d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:46.461863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:46.462259 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:46.486805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:46.490134 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4138eb58-35b3-4cf0-baf9-f546b8d839bd" -d '{"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:46.505571 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:46.528936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ebe3-8ebd-4c78-aa58-240cc6ba5c68 req-709baf1c-f363-499c-88a4-6761ea7e1576 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.539022 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f813ebe3-8ebd-4c78-aa58-240cc6ba5c68 req-709baf1c-f363-499c-88a4-6761ea7e1576 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0836842 Feb 16 14:27:46.547326 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff88d83-35fe-43f1-998b-292eae71807d x-openstack-request-id: req-8ff88d83-35fe-43f1-998b-292eae71807d {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:46.547646 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:46.547949 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8ff88d83-35fe-43f1-998b-292eae71807d {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:46.548520 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'code': 200} Feb 16 14:27:46.569449 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:46.570267 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:46.591080 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f813ebe3-8ebd-4c78-aa58-240cc6ba5c68 req-637ce8d3-1edc-4e4a-b3ad-3e7f1b1afdc1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510201 Feb 16 14:27:46.633757 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=7']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:46.674352 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fff5a6-daa3-410e-a730-e4e4597d2d7b req-4e70a1c1-e1b5-4d48-931a-c1f69dae38d7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.676266 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-35fff5a6-daa3-410e-a730-e4e4597d2d7b req-4e70a1c1-e1b5-4d48-931a-c1f69dae38d7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 944 time: 0.0731730 Feb 16 14:27:46.734022 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-35fff5a6-daa3-410e-a730-e4e4597d2d7b req-51826820-2f21-48a0-ac26-c7c1abcb417e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Feb 16 14:27:47.147363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:47.224871 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d518dbe-ee21-4311-923c-cfd9cfdad07e req-985afcfa-304a-4202-9feb-9ed8f26a68c7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.226616 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4d518dbe-ee21-4311-923c-cfd9cfdad07e req-985afcfa-304a-4202-9feb-9ed8f26a68c7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.1094089 Feb 16 14:27:47.274979 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4d518dbe-ee21-4311-923c-cfd9cfdad07e req-a1ed2bd9-ecd2-446b-929d-8b08a07e81ec tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Feb 16 14:27:47.770908 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e90892-e92a-4069-83a3-478beed50550 req-87ca0d02-d1c7-46b5-9044-6cae2bed6583 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.773474 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2e90892-e92a-4069-83a3-478beed50550 req-87ca0d02-d1c7-46b5-9044-6cae2bed6583 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0951633 Feb 16 14:27:47.853683 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2e90892-e92a-4069-83a3-478beed50550 req-a26ede56-eb03-4bf3-a92a-dde982d903d9 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742035 Feb 16 14:27:47.978247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b0d68-32de-4a13-b6d7-cf909a5c4f80 req-36e1dc21-0f05-4f3f-9eeb-82ca9f980276 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.986578 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e58b0d68-32de-4a13-b6d7-cf909a5c4f80 req-36e1dc21-0f05-4f3f-9eeb-82ca9f980276 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 944 time: 0.0671051 Feb 16 14:27:48.059996 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e58b0d68-32de-4a13-b6d7-cf909a5c4f80 req-4e2c96fe-9117-423f-b4c3-59f6001744f9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722327 Feb 16 14:27:48.178587 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009f0a8-02d8-43eb-9ed3-0e12f6cf4ca5 req-a2d6a1d9-0758-4d39-9931-78eced43f4d1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.180332 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3009f0a8-02d8-43eb-9ed3-0e12f6cf4ca5 req-a2d6a1d9-0758-4d39-9931-78eced43f4d1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0723293 Feb 16 14:27:48.281255 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3009f0a8-02d8-43eb-9ed3-0e12f6cf4ca5 req-7a2a76f8-bd5d-4787-a2ea-9f9414d672db tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Feb 16 14:27:48.336372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 07087be6-f536-403f-9dc7-85cd0f4feb23 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:48.341912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-0210e81b-a095-45ae-bd9f-bacc6bce72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.345975 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-0210e81b-a095-45ae-bd9f-bacc6bce72a3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.1195517 Feb 16 14:27:48.507420 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-b7a19c57-54fc-4d45-9c6e-6a52ecbaef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.509041 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-b7a19c57-54fc-4d45-9c6e-6a52ecbaef91 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.1540875 Feb 16 14:27:48.518143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff227b18-9d39-48c0-9678-b3d594e5e555 req-f45e3a26-a038-40e1-9f9b-dd31046e2ef2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.519644 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ff227b18-9d39-48c0-9678-b3d594e5e555 req-f45e3a26-a038-40e1-9f9b-dd31046e2ef2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.1217532 Feb 16 14:27:48.546959 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 07087be6-f536-403f-9dc7-85cd0f4feb23 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:27:48.552197 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 07087be6-f536-403f-9dc7-85cd0f4feb23 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:48.555096 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:48.573049 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-c9ea909b-2e94-4b90-a8e5-569e0e90890c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0522974 Feb 16 14:27:48.676380 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-f28cba6d-34fb-4d25-bc9b-c82b328eeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.677986 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-f28cba6d-34fb-4d25-bc9b-c82b328eeba9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0941167 Feb 16 14:27:48.691050 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ff227b18-9d39-48c0-9678-b3d594e5e555 req-51eef7d0-5d3b-4b3c-83ed-4480df42dc0e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620362 Feb 16 14:27:48.735948 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 07087be6-f536-403f-9dc7-85cd0f4feb23 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:48.736337 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:48.740003 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-23523f55-7be5-42bf-9116-dc2b313419ca service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443454 Feb 16 14:27:48.766670 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:48.768957 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fe9e68-1d83-4e81-b9b7-f152435c49b5" -d '{"events": [{"server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "name": "network-vif-plugged", "status": "completed", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:48.804608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=07087be6-f536-403f-9dc7-85cd0f4feb23,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:48.813740 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:48.823003 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f6b61-bc40-4d6c-a14b-4febb1ec9168 x-openstack-request-id: req-a56f6b61-bc40-4d6c-a14b-4febb1ec9168 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:48.823509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "name": "network-vif-plugged", "status": "completed", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:48.823935 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a56f6b61-bc40-4d6c-a14b-4febb1ec9168 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:48.824491 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23', 'code': 200} Feb 16 14:27:48.866959 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:48.868983 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-6da70462-67fd-4e4c-b747-dab609a2f1ce service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189432 Feb 16 14:27:48.959495 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:49.062663 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c67babd-4d4d-4a66-b617-0871b3780f3d req-48f65d98-f8b1-4bf1-a7c0-a52c216dda9d service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683321 Feb 16 14:27:49.074613 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2c36-b2a8-47fb-9c20-d5e58586369f req-2d2d0099-c395-48da-8e9a-bdcbc8c062d8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.083142 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-20ef2c36-b2a8-47fb-9c20-d5e58586369f req-2d2d0099-c395-48da-8e9a-bdcbc8c062d8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0938137 Feb 16 14:27:49.171629 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-20ef2c36-b2a8-47fb-9c20-d5e58586369f req-3fec0fe5-0e67-4671-b732-ac7ffb54036f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865526 Feb 16 14:27:49.220720 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f92223-dcec-499c-89f2-e0afdf46a93b req-cb635854-a0bf-414a-9ccf-e12adfa2f7bf tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.222391 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-87f92223-dcec-499c-89f2-e0afdf46a93b req-cb635854-a0bf-414a-9ccf-e12adfa2f7bf tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0777535 Feb 16 14:27:49.273565 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-87f92223-dcec-499c-89f2-e0afdf46a93b req-2dfe0de2-5fe5-4491-8742-5bb012195f13 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Feb 16 14:27:49.389516 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966d3c-b5b7-4ab5-b268-5ba4b0d9df8e req-8d2d7798-52ac-44d5-a9ab-b8bdd45ecfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.391860 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9e966d3c-b5b7-4ab5-b268-5ba4b0d9df8e req-8d2d7798-52ac-44d5-a9ab-b8bdd45ecfb4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 1129 time: 0.0916348 Feb 16 14:27:49.460216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce28688-e9bc-4b0e-a2f3-431930a00054 req-7f99b871-8b04-46e7-949a-8bc3650984f1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.471333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dce28688-e9bc-4b0e-a2f3-431930a00054 req-7f99b871-8b04-46e7-949a-8bc3650984f1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1164408 Feb 16 14:27:49.538270 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9e966d3c-b5b7-4ab5-b268-5ba4b0d9df8e req-8a77fd4f-f22d-4d3c-b85f-78600c5525b9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379154 Feb 16 14:27:49.574535 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dce28688-e9bc-4b0e-a2f3-431930a00054 req-219f0b84-cff9-4ac2-8de3-5f0aa64afcfa tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017249 Feb 16 14:27:49.822101 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d31de-0e00-4a12-86ac-91acea1930e0 req-6b2b2ba5-ff38-4cf3-9792-ca54f99d63ca tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.823638 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-427d31de-0e00-4a12-86ac-91acea1930e0 req-6b2b2ba5-ff38-4cf3-9792-ca54f99d63ca tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0554147 Feb 16 14:27:49.878854 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-427d31de-0e00-4a12-86ac-91acea1930e0 req-c9da2cad-589c-49d7-b7ea-2e3bbc74d7dc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480773 Feb 16 14:27:50.210321 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:50.370399 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7034a-0574-4a6c-acd5-faf8758629a5 req-42abf4db-bd98-41ad-9ade-e5c505a87280 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:50.374966 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24b7034a-0574-4a6c-acd5-faf8758629a5 req-42abf4db-bd98-41ad-9ade-e5c505a87280 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1150897 Feb 16 14:27:50.434769 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24b7034a-0574-4a6c-acd5-faf8758629a5 req-5bc5e3e1-34ad-4736-8d14-d2cb64acb5f6 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532253 Feb 16 14:27:50.469162 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f734f-84ce-4537-9259-47138b77dd14 req-01f4bd80-e994-471c-baae-a1fd73a46ebc tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:50.475956 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-417f734f-84ce-4537-9259-47138b77dd14 req-01f4bd80-e994-471c-baae-a1fd73a46ebc tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0965769 Feb 16 14:27:50.544274 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-417f734f-84ce-4537-9259-47138b77dd14 req-ed4c02cd-58d7-4ab7-9f2d-cdecef5aa553 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627503 Feb 16 14:27:50.710039 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647274d0-6376-4fde-af57-c2706790924e req-0abee7ca-29fa-4f75-bdc5-89a3aa9aedc2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:50.715591 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-647274d0-6376-4fde-af57-c2706790924e req-0abee7ca-29fa-4f75-bdc5-89a3aa9aedc2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0666072 Feb 16 14:27:50.763488 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-647274d0-6376-4fde-af57-c2706790924e req-5626b373-9784-4c4c-aa31-06d439f34ed1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Feb 16 14:27:51.013504 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f601-0d11-4687-942c-c76d511e62f4 req-f0480485-4141-4f6a-bced-79c4358a7269 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.015035 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a45f601-0d11-4687-942c-c76d511e62f4 req-f0480485-4141-4f6a-bced-79c4358a7269 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Feb 16 14:27:51.063110 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a45f601-0d11-4687-942c-c76d511e62f4 req-1bea6721-63f0-44fd-bc3c-e671c48ae3fc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Feb 16 14:27:51.261316 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:51.619840 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a6230-b7bc-4c9e-bf42-9db17660c8bc req-b31228ba-06b0-4f92-8a94-20cc01712783 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.623302 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dc4a6230-b7bc-4c9e-bf42-9db17660c8bc req-b31228ba-06b0-4f92-8a94-20cc01712783 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0912507 Feb 16 14:27:51.676109 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8487-93d6-44b7-a0ed-105b167fd65d req-eee4ea86-06fb-4868-af94-5b4ccd9efc46 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.684071 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e57e8487-93d6-44b7-a0ed-105b167fd65d req-eee4ea86-06fb-4868-af94-5b4ccd9efc46 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0722435 Feb 16 14:27:51.722092 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dc4a6230-b7bc-4c9e-bf42-9db17660c8bc req-d977c1b5-5d2b-4367-9f46-781b9ea2ef62 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877764 Feb 16 14:27:51.762792 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e57e8487-93d6-44b7-a0ed-105b167fd65d req-9a000093-293b-40b3-88a9-a72f5b53c7cf tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Feb 16 14:27:51.920953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a9f7-75d2-4920-bcdc-6a27753e4302 req-d31182bd-5277-4811-94d1-1aabae61125d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.927736 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24a8a9f7-75d2-4920-bcdc-6a27753e4302 req-d31182bd-5277-4811-94d1-1aabae61125d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0657089 Feb 16 14:27:51.972651 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24a8a9f7-75d2-4920-bcdc-6a27753e4302 req-6f089da4-6bae-48d8-a8a1-2f1000a69dc2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Feb 16 14:27:52.199134 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ce4e4-2a10-44dd-9cf8-bfbdba6fd7fc req-f131c950-bf03-42df-a567-9d6f94f333a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:52.200718 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-129ce4e4-2a10-44dd-9cf8-bfbdba6fd7fc req-f131c950-bf03-42df-a567-9d6f94f333a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0582910 Feb 16 14:27:52.251026 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-129ce4e4-2a10-44dd-9cf8-bfbdba6fd7fc req-7555c305-697b-4f5b-82ff-6618c637a9f3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Feb 16 14:27:52.856825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351316-0f49-4d93-a6bb-b2193cd55fe7 req-c7ec0b78-8a3b-4685-b951-23bcd330621e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:52.859736 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4351316-0f49-4d93-a6bb-b2193cd55fe7 req-c7ec0b78-8a3b-4685-b951-23bcd330621e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0591898 Feb 16 14:27:52.925869 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9601f2-4dbd-4307-97d8-be4e12f68f01 req-3e02c96d-cb8e-4f7c-a45a-2b22bbad475e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:52.937625 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4351316-0f49-4d93-a6bb-b2193cd55fe7 req-cca29179-77f4-49e9-be68-63c78a9775b7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714281 Feb 16 14:27:52.941040 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dd9601f2-4dbd-4307-97d8-be4e12f68f01 req-3e02c96d-cb8e-4f7c-a45a-2b22bbad475e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0917683 Feb 16 14:27:53.022378 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dd9601f2-4dbd-4307-97d8-be4e12f68f01 req-97d132f4-4db0-467d-bf54-cfdda3d96a3f tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811510 Feb 16 14:27:53.119731 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2c3c-56e7-4d27-94d6-a3d2fd25ab28 req-108c1688-0f25-4bf3-9542-07604eac29ad tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:53.121315 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-802c2c3c-56e7-4d27-94d6-a3d2fd25ab28 req-108c1688-0f25-4bf3-9542-07604eac29ad tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0623612 Feb 16 14:27:53.177081 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-802c2c3c-56e7-4d27-94d6-a3d2fd25ab28 req-807c15a7-9e0b-4f99-91ac-8da5d98f92ad tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489421 Feb 16 14:27:53.377310 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21c431-cfc1-45f6-9b8e-97cca9ee3caf req-4a147e53-36ad-40ae-af7d-a29094ce9f3c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:53.378810 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc21c431-cfc1-45f6-9b8e-97cca9ee3caf req-4a147e53-36ad-40ae-af7d-a29094ce9f3c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0541666 Feb 16 14:27:53.429679 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc21c431-cfc1-45f6-9b8e-97cca9ee3caf req-3a0c7e9b-e8a5-47b3-893b-eff839de0614 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Feb 16 14:27:54.081925 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c137f2-e253-4f5a-ba53-70f8f67b1a7e req-22c22000-ca9e-4e54-90a5-fc9edb48d028 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.085875 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c6c137f2-e253-4f5a-ba53-70f8f67b1a7e req-22c22000-ca9e-4e54-90a5-fc9edb48d028 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0634336 Feb 16 14:27:54.163842 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c6c137f2-e253-4f5a-ba53-70f8f67b1a7e req-faf78d67-601e-46f5-a2dd-95740a6a7afa tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721354 Feb 16 14:27:54.375503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866892fd-e35c-40d3-b6fb-97b009de8d84 req-6edc106d-3151-4859-bd76-7a17a5987bb7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.376598 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-866892fd-e35c-40d3-b6fb-97b009de8d84 req-6edc106d-3151-4859-bd76-7a17a5987bb7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0990896 Feb 16 14:27:54.447803 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-866892fd-e35c-40d3-b6fb-97b009de8d84 req-17a62b66-89fb-460d-917b-f3dae81d3828 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Feb 16 14:27:54.480951 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56218) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:54.609473 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4fdab441-59e4-4976-b88d-5719903b4072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.694911 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4fdab441-59e4-4976-b88d-5719903b4072 admin admin] Publish callbacks [] for security_group (50b9b23d-5566-4c7b-9500-faca2bee0323), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.877041 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854fb66-7d51-4dee-87e9-26da716e0b29 req-91a509dc-57f3-49ba-a1c4-fd65fd329726 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.878410 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d854fb66-7d51-4dee-87e9-26da716e0b29 req-91a509dc-57f3-49ba-a1c4-fd65fd329726 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0512683 Feb 16 14:27:54.927506 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d854fb66-7d51-4dee-87e9-26da716e0b29 req-81006de4-c85f-4cd7-9b38-49acb71a1bda tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Feb 16 14:27:54.980850 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4fdab441-59e4-4976-b88d-5719903b4072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (50b9b23d-5566-4c7b-9500-faca2bee0323), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.025375 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdab441-59e4-4976-b88d-5719903b4072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b9b23d-5566-4c7b-9500-faca2bee0323,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.045122 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-4fdab441-59e4-4976-b88d-5719903b4072 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9cac091b56404c168eaab9ce018e3c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607858 Feb 16 14:27:55.047181 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56232) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:55.137073 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] Publish callbacks [] for security_group (50b9b23d-5566-4c7b-9500-faca2bee0323), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.137751 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fdbac-6d0d-4a45-8906-fa6c9cc6ab5b req-d170b46f-e00d-4188-b2e5-5969279ffcfe tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.139258 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-842fdbac-6d0d-4a45-8906-fa6c9cc6ab5b req-d170b46f-e00d-4188-b2e5-5969279ffcfe tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1540229 Feb 16 14:27:55.173275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] Publish callbacks [] for security_group (50b9b23d-5566-4c7b-9500-faca2bee0323), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.208822 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-842fdbac-6d0d-4a45-8906-fa6c9cc6ab5b req-4b667de5-2696-41c5-87bc-194efcde5bfd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636692 Feb 16 14:27:55.308087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-55c71e6b-29d1-4c61-8109-84bcd67405e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.309577 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-55c71e6b-29d1-4c61-8109-84bcd67405e8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1129 time: 0.1305079 Feb 16 14:27:55.321932 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68155f9b-034d-4c6e-ae14-5a6825bcfa68 req-38b2574a-d4a2-441e-a6ea-63eeef299079 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.323539 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-68155f9b-034d-4c6e-ae14-5a6825bcfa68 req-38b2574a-d4a2-441e-a6ea-63eeef299079 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0888872 Feb 16 14:27:55.596599 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6cf1-5cca-4743-97d9-b542a827119b req-f3c7f793-cbe4-4f3f-b783-41245f92f101 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.604375 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-43ca6cf1-5cca-4743-97d9-b542a827119b req-f3c7f793-cbe4-4f3f-b783-41245f92f101 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0660405 Feb 16 14:27:55.651586 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (50b9b23d-5566-4c7b-9500-faca2bee0323), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.654052 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.655742 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/50b9b23d-5566-4c7b-9500-faca2bee0323 HTTP/1.1" status: 204 len: 168 time: 0.6051590 Feb 16 14:27:55.665441 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-43ca6cf1-5cca-4743-97d9-b542a827119b req-a3eb14c4-b665-4352-b20c-0cd90d327b31 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596454 Feb 16 14:27:55.685465 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-68155f9b-034d-4c6e-ae14-5a6825bcfa68 req-09ab10af-09fd-4fd2-8046-f636a499a0c9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520842 Feb 16 14:27:55.694078 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753ca0c-a439-4efe-921f-d84ea6c2d766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b9b23d-5566-4c7b-9500-faca2bee0323,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.696698 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-7f4ee6c9-1a4e-4238-92c5-e9a9f0e1e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.698189 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-7f4ee6c9-1a4e-4238-92c5-e9a9f0e1e8fd service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.3737774 Feb 16 14:27:55.787274 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-e9488d7d-ef19-4d85-a0f3-075314530012 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 1000 time: 0.0750947 Feb 16 14:27:55.867763 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-5e1b8e9d-974c-49b3-95ba-3904ec01bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.869637 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-5e1b8e9d-974c-49b3-95ba-3904ec01bfa9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.0747766 Feb 16 14:27:55.932570 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-caddfe33-7693-432e-ba2f-d39a10c5a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.934170 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-caddfe33-7693-432e-ba2f-d39a10c5a668 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572503 Feb 16 14:27:56.058050 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-bdccfee6-932c-4180-bf7a-49497f115321 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063151 Feb 16 14:27:56.072816 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c53ba6-ef96-48ca-afa1-6841e9917ea1 req-13ae6de3-b821-405b-8916-bdc5e8818ae4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.074046 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-15c53ba6-ef96-48ca-afa1-6841e9917ea1 req-13ae6de3-b821-405b-8916-bdc5e8818ae4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0708163 Feb 16 14:27:56.161043 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-15c53ba6-ef96-48ca-afa1-6841e9917ea1 req-f52e48b9-868c-48db-a89e-5c46c5aa6404 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735171 Feb 16 14:27:56.212765 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6a1a0ff-957e-4b70-ba5f-32d041de3160 req-e1869f5d-24ee-4eaf-9fe9-1d7c5c1f58a6 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487787 Feb 16 14:27:56.353862 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c019-1cee-4e56-a913-fa6c683d76d5 req-1bff5e05-d8a7-42f4-81dd-8cd54471aab0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.356634 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a817c019-1cee-4e56-a913-fa6c683d76d5 req-1bff5e05-d8a7-42f4-81dd-8cd54471aab0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0682557 Feb 16 14:27:56.406579 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56258) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:56.422782 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a817c019-1cee-4e56-a913-fa6c683d76d5 req-27897cfa-90bf-4331-b2f7-94f18feb9cfe tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599704 Feb 16 14:27:56.424991 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-772d1e64-910d-4f71-ab79-8938c271a047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.533284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-772d1e64-910d-4f71-ab79-8938c271a047 admin admin] Publish callbacks [] for security_group (7703b566-8a28-401e-bbcb-63477325df5a), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.637564 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-772d1e64-910d-4f71-ab79-8938c271a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (7703b566-8a28-401e-bbcb-63477325df5a), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.677433 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d1e64-910d-4f71-ab79-8938c271a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7703b566-8a28-401e-bbcb-63477325df5a,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.684760 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56266) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:56.685025 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-772d1e64-910d-4f71-ab79-8938c271a047 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c1c2f4e44f304a889a174c40952797c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769434 Feb 16 14:27:56.776384 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] Publish callbacks [] for security_group (7703b566-8a28-401e-bbcb-63477325df5a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.820575 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] Publish callbacks [] for security_group (7703b566-8a28-401e-bbcb-63477325df5a), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.866955 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d66a-53ba-4d5c-ab83-14eb4b7b0f5f req-52a4dadd-1676-44d5-b7fe-7e5893830fcb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.868689 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d5f9d66a-53ba-4d5c-ab83-14eb4b7b0f5f req-52a4dadd-1676-44d5-b7fe-7e5893830fcb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1059501 Feb 16 14:27:56.923619 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d5f9d66a-53ba-4d5c-ab83-14eb4b7b0f5f req-2fb94912-a290-47c4-8233-255e44621744 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477052 Feb 16 14:27:56.963712 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (7703b566-8a28-401e-bbcb-63477325df5a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.966374 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.967600 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7703b566-8a28-401e-bbcb-63477325df5a HTTP/1.1" status: 204 len: 168 time: 0.2815034 Feb 16 14:27:56.987830 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e40ef-9a8a-4a2c-9d42-487c62d9c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703b566-8a28-401e-bbcb-63477325df5a,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:57.091117 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0184c-c94f-4e9c-9b47-89143a327afd req-9c9ac339-f20d-47bd-80d2-f27116e5ee89 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.099608 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0db0184c-c94f-4e9c-9b47-89143a327afd req-9c9ac339-f20d-47bd-80d2-f27116e5ee89 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.0838504 Feb 16 14:27:57.156510 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0db0184c-c94f-4e9c-9b47-89143a327afd req-4230a85a-5d67-4b0c-b45b-82fdf781cd21 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 Feb 16 14:27:57.351451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6e292-fa5f-4133-bfcf-6a4c1e8037e2 req-70819347-8c14-4a63-b80a-5312b4c0eaf0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.353012 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-29e6e292-fa5f-4133-bfcf-6a4c1e8037e2 req-70819347-8c14-4a63-b80a-5312b4c0eaf0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0587707 Feb 16 14:27:57.531778 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-29e6e292-fa5f-4133-bfcf-6a4c1e8037e2 req-fa7b0910-6919-4708-9c6b-347f4c78f008 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690958 Feb 16 14:27:57.553633 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-14a697df-f97c-45fd-8387-4c8093b0f863 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.555470 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-14a697df-f97c-45fd-8387-4c8093b0f863 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 945 time: 0.1535039 Feb 16 14:27:57.680643 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38df2f-2d95-4df4-bbff-957071041ac0 req-3ba6978b-3ed9-4d77-84b8-30a8e55064b0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.687911 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8d38df2f-2d95-4df4-bbff-957071041ac0 req-3ba6978b-3ed9-4d77-84b8-30a8e55064b0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1266758 Feb 16 14:27:57.751163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Deleting port 07087be6-f536-403f-9dc7-85cd0f4feb23 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:27:57.751702 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.756569 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8d38df2f-2d95-4df4-bbff-957071041ac0 req-8bf794d1-8cab-4c60-b691-38405d5c31b2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567913 Feb 16 14:27:57.897487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] For port 07087be6-f536-403f-9dc7-85cd0f4feb23, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=07087be6-f536-403f-9dc7-85cd0f4feb23,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:57.897487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.914754 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Calling delete_port for 07087be6-f536-403f-9dc7-85cd0f4feb23 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:27:58.120197 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c9c9-31ee-4121-8f90-8afbce4769aa req-30ef8c74-c7f8-4ac2-8d2e-f08db66380d9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.122548 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8542c9c9-31ee-4121-8f90-8afbce4769aa req-30ef8c74-c7f8-4ac2-8d2e-f08db66380d9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1130862 Feb 16 14:27:58.224098 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8542c9c9-31ee-4121-8f90-8afbce4769aa req-dc70a6d2-e054-4fda-8035-2ff209fcd6cb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752127 Feb 16 14:27:58.310928 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (07087be6-f536-403f-9dc7-85cd0f4feb23), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.338664 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1070abed-131f-47fb-af30-955218223ee4 req-d59b6c3d-d3ef-4b6a-b967-421d7affdb2c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0478208 Feb 16 14:27:58.348122 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['07087be6-f536-403f-9dc7-85cd0f4feb23'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:27:58.357463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Pushing event deleted for resources: {'Port': ['ID=07087be6-f536-403f-9dc7-85cd0f4feb23,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.426060 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] No DVR routers for this DVR port 07087be6-f536-403f-9dc7-85cd0f4feb23 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:27:58.430093 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.435553 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eaf05781-197c-4bfe-81e6-f22c8f01479b req-8b047477-c174-4ea1-b43c-24e13bf4b9c4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "DELETE /v2.0/ports/07087be6-f536-403f-9dc7-85cd0f4feb23 HTTP/1.1" status: 204 len: 173 time: 0.8670652 Feb 16 14:27:58.435553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'name': 'network-vif-deleted', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:58.438554 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8971b5-bd37-4da3-bcff-de1d4e39a14e" -d '{"events": [{"server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "name": "network-vif-deleted", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:58.488192 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dae9dad-23f4-4dc4-a18f-a1615c9b88f2 x-openstack-request-id: req-1dae9dad-23f4-4dc4-a18f-a1615c9b88f2 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:58.488487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5d63f6-7400-4c39-8626-4d580eed9967", "name": "network-vif-deleted", "tag": "07087be6-f536-403f-9dc7-85cd0f4feb23", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:58.488869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1dae9dad-23f4-4dc4-a18f-a1615c9b88f2 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:58.489311 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5d63f6-7400-4c39-8626-4d580eed9967', 'name': 'network-vif-deleted', 'tag': '07087be6-f536-403f-9dc7-85cd0f4feb23', 'status': 'completed', 'code': 200} Feb 16 14:27:58.718807 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb14d7-9f7c-4ffb-977c-24a40bc7926d req-f204d823-5a17-4493-8078-f0b42cb2c156 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.720933 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0feb14d7-9f7c-4ffb-977c-24a40bc7926d req-f204d823-5a17-4493-8078-f0b42cb2c156 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0677009 Feb 16 14:27:58.779162 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0feb14d7-9f7c-4ffb-977c-24a40bc7926d req-d65ec5bb-562d-4ea7-a5d7-d9040b20b8fb tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511184 Feb 16 14:27:58.906135 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c9e2a-7263-4676-85d1-b1f4fab33b99 req-eaa60b07-dc84-4f54-b3c2-5f035b894d75 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.907660 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-458c9e2a-7263-4676-85d1-b1f4fab33b99 req-eaa60b07-dc84-4f54-b3c2-5f035b894d75 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0688975 Feb 16 14:27:58.968035 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-458c9e2a-7263-4676-85d1-b1f4fab33b99 req-f89dd36b-a269-47a5-ae3d-c12e6e2471d0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483267 Feb 16 14:27:59.397173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b2c9-f12d-435b-8366-467a6aff550d req-40656aa5-e74a-4f91-b2d0-18802d6a4bba tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:59.404908 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2fb7b2c9-f12d-435b-8366-467a6aff550d req-40656aa5-e74a-4f91-b2d0-18802d6a4bba tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0888603 Feb 16 14:27:59.486209 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2fb7b2c9-f12d-435b-8366-467a6aff550d req-9e86448a-bade-41bd-a786-05ee47d9dcf0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795023 Feb 16 14:27:59.490726 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-063350ae-11ab-4be9-88d5-8d916026194a req-4a8d0628-97ad-425b-915a-eaa735326686 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0441344 Feb 16 14:27:59.967469 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66733a4-ee9b-4875-8eda-96359b61db43 req-4b702f71-b943-471a-8ebc-bfc9ea321dce tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:59.969599 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c66733a4-ee9b-4875-8eda-96359b61db43 req-4b702f71-b943-471a-8ebc-bfc9ea321dce tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.1017361 Feb 16 14:28:00.055750 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c66733a4-ee9b-4875-8eda-96359b61db43 req-8f94618e-5f8e-4f0b-9ea1-0ca1e76a13e7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745213 Feb 16 14:28:00.627849 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8364bef8-9fe0-4bc5-8bc1-8348c248a1c0 req-27250282-6882-4c4f-9426-d43c85dcbf49 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=fc5d63f6-7400-4c39-8626-4d580eed9967 HTTP/1.1" status: 200 len: 210 time: 0.0350986 Feb 16 14:28:00.679580 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8699b-011b-47ea-b317-fe8188b68da3 req-0faebba1-183b-4cf1-94e9-1952f334efe4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.681257 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-35b8699b-011b-47ea-b317-fe8188b68da3 req-0faebba1-183b-4cf1-94e9-1952f334efe4 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0951571 Feb 16 14:28:00.743803 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-35b8699b-011b-47ea-b317-fe8188b68da3 req-3896c6ba-7453-4811-84d9-af679d7f8532 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 Feb 16 14:28:01.205424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e654-ff4b-4f98-9db7-95982e835dc6 req-235e2a97-d5f1-42fc-9d79-49e19fdcd70a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.206952 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6200e654-ff4b-4f98-9db7-95982e835dc6 req-235e2a97-d5f1-42fc-9d79-49e19fdcd70a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0535152 Feb 16 14:28:01.258039 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6200e654-ff4b-4f98-9db7-95982e835dc6 req-8d8158cd-a32d-4b4c-b7ab-37c42cf20c61 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Feb 16 14:28:01.613726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-4b4cb753-3afe-41b2-b1e2-de0d4a95f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.615239 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-4b4cb753-3afe-41b2-b1e2-de0d4a95f473 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1130 time: 0.0446396 Feb 16 14:28:01.722812 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-36fd135c-8f07-4c9b-8eec-70bd52516109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.724308 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-36fd135c-8f07-4c9b-8eec-70bd52516109 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.1009490 Feb 16 14:28:01.882959 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d9859-a295-45dd-9c88-aefbeafc1d16 req-2ea4d718-4b36-4f55-adfd-b9cc1ea8cbed tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.885059 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f79d9859-a295-45dd-9c88-aefbeafc1d16 req-2ea4d718-4b36-4f55-adfd-b9cc1ea8cbed tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0653040 Feb 16 14:28:01.953063 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f79d9859-a295-45dd-9c88-aefbeafc1d16 req-de1043e6-4e3e-46f9-9bd9-87506755190e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603685 Feb 16 14:28:01.956230 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-d4429d61-bc1e-43ba-894a-0fa6e92fcddb tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.957679 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-d4429d61-bc1e-43ba-894a-0fa6e92fcddb tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/networks?id=835d5ce9-a339-46c8-92e9-bdcd224e11f0 HTTP/1.1" status: 200 len: 808 time: 0.1135421 Feb 16 14:28:01.972493 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-72cae8a5-1166-4a42-8a47-9b4392fb9f56 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/quotas/3d3028599f374f01812a61120701fb2f HTTP/1.1" status: 200 len: 375 time: 0.0094154 Feb 16 14:28:02.008573 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-6164c570-9b5a-436f-91b3-cd9ba91105a3 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310018 Feb 16 14:28:02.096388 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-1238fed5-c1e7-4146-babc-4df9de97757e service neutron] 10.222.0.110 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809524 Feb 16 14:28:02.187815 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-bdb954f0-7b4d-4058-9c8a-77461ee2eaaa service neutron] 10.222.0.110 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855701 Feb 16 14:28:02.396733 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e63a8-240c-4ab1-99e8-bfeae58e7246 req-99f7d888-e7b3-4177-b3e2-6308e97f182d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:02.398233 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ca3e63a8-240c-4ab1-99e8-bfeae58e7246 req-99f7d888-e7b3-4177-b3e2-6308e97f182d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0673430 Feb 16 14:28:02.405361 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6c26533e-6a79-4616-b432-8a79c668badf req-65d78c5d-b494-4535-8bec-40c82498acc0 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0327199 Feb 16 14:28:02.456855 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ca3e63a8-240c-4ab1-99e8-bfeae58e7246 req-6ab79cb6-93bb-4ac3-86ae-2a2e7f201da7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522478 Feb 16 14:28:02.555264 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-010fffb8-5038-4d65-82fe-b1eadf0fa10d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 1002 time: 0.0648627 Feb 16 14:28:03.073100 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb16c52-bc86-4f03-be00-3e1b2282171a req-7a1927c3-971c-4bab-b9f1-bbbb12bf01eb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:03.074492 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9bb16c52-bc86-4f03-be00-3e1b2282171a req-7a1927c3-971c-4bab-b9f1-bbbb12bf01eb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0525312 Feb 16 14:28:03.122014 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9bb16c52-bc86-4f03-be00-3e1b2282171a req-5ad005d3-d0af-4d7c-bebb-87f37fb630d6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Feb 16 14:28:03.304916 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 07087be6-f536-403f-9dc7-85cd0f4feb23 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:03.329057 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 07087be6-f536-403f-9dc7-85cd0f4feb23 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:28:03.329057 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 07087be6-f536-403f-9dc7-85cd0f4feb23 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:28:03.350439 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-73f981ad-f514-481d-b622-5a5f4a4ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:03.351942 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-73f981ad-f514-481d-b622-5a5f4a4ed13c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0450966 Feb 16 14:28:03.498814 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c8da4435-65b2-4f74-be95-06bbbecad642 req-6a925a31-4e8b-4bde-a1d3-33fabf6a7cc9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0266209 Feb 16 14:28:03.579460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232a991-843a-4c56-b454-a796af6c01cb req-5167305a-c287-4a0c-a21f-d85e7edc42f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:03.580866 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a232a991-843a-4c56-b454-a796af6c01cb req-5167305a-c287-4a0c-a21f-d85e7edc42f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Feb 16 14:28:03.631631 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a232a991-843a-4c56-b454-a796af6c01cb req-d630a60f-40cc-4e2f-9644-e896ae48dde1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Feb 16 14:28:04.240800 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c263d-57ee-45c3-8b94-bc228be20d10 req-1102465c-df05-423f-87ee-06d6a16ceb4f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.242257 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a99c263d-57ee-45c3-8b94-bc228be20d10 req-1102465c-df05-423f-87ee-06d6a16ceb4f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0554528 Feb 16 14:28:04.291287 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a99c263d-57ee-45c3-8b94-bc228be20d10 req-3ff57d22-48e8-40f6-9a9c-8726762f12a9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Feb 16 14:28:04.306414 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-ae072dbc-8ccd-40d9-9a92-be0cca29bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.308061 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-ae072dbc-8ccd-40d9-9a92-be0cca29bb7b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467274 Feb 16 14:28:04.419386 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-73a7cde6-64d1-4ddb-a09e-35d7f182bd4c service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869896 Feb 16 14:28:04.517039 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-63bf9e1e-a15f-4e75-ab8f-a3e60adaf5fb req-9896cc0b-0670-4a5b-b6a1-66e738d58b33 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895827 Feb 16 14:28:04.595181 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a0062c0b-a636-4cc9-bd78-ef9fc68fc291 req-d1049fd2-5ddc-43e2-90a4-51acd2fe2e24 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0275953 Feb 16 14:28:04.755916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8960-71a1-41b3-b40f-a521fcff0c1c req-5deead00-48cd-4b51-9ca3-8adafd38d1a4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.757391 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b78f8960-71a1-41b3-b40f-a521fcff0c1c req-5deead00-48cd-4b51-9ca3-8adafd38d1a4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0513635 Feb 16 14:28:04.805947 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b78f8960-71a1-41b3-b40f-a521fcff0c1c req-60f70eb8-7978-49a5-a6b5-41f71d8e6bce tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Feb 16 14:28:05.414155 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827634eb-f6e2-42ea-989d-ca9371fd314c req-620e22d7-4042-4248-8975-bb619a765de9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.415690 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-827634eb-f6e2-42ea-989d-ca9371fd314c req-620e22d7-4042-4248-8975-bb619a765de9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0561426 Feb 16 14:28:05.470862 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-827634eb-f6e2-42ea-989d-ca9371fd314c req-bc65a5c4-81d2-4b68-a11e-35e4d96d76d3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Feb 16 14:28:05.690409 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-ea0c2e8f-00a0-49a3-b200-f30197186c2c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.692047 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-ea0c2e8f-00a0-49a3-b200-f30197186c2c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "GET /v2.0/networks?id=835d5ce9-a339-46c8-92e9-bdcd224e11f0 HTTP/1.1" status: 200 len: 808 time: 0.1054368 Feb 16 14:28:05.692833 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-aa7a3cdc-f48c-4301-802e-8090fe122245 req-f72f7247-2335-4637-adf9-213d66039837 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Feb 16 14:28:05.716309 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Request body: {'port': {'device_id': '897873de-9c9e-4336-b6c5-4bf241507c91', 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0', 'admin_state_up': True, 'tenant_id': '3d3028599f374f01812a61120701fb2f'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:05.933069 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479596c-b574-42ed-9f36-d56d27256630 req-60c2b68f-fc8b-4c0f-b087-a14312c24059 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.934551 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a479596c-b574-42ed-9f36-d56d27256630 req-60c2b68f-fc8b-4c0f-b087-a14312c24059 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 946 time: 0.0545449 Feb 16 14:28:05.939921 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Made reservation on behalf of 3d3028599f374f01812a61120701fb2f for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:05.943135 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.058333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a479596c-b574-42ed-9f36-d56d27256630 req-d0d92389-4726-48b4-aa61-e172b00aeb8d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129210 Feb 16 14:28:06.114947 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Allocated IP 172.20.0.10 (835d5ce9-a339-46c8-92e9-bdcd224e11f0/a5e2abc7-692d-4e24-8536-ab25f2fb8ed8/f11a2a7a-f280-4d5e-8f52-d78dce060a80) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:06.276789 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks [] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.388323 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:06.421968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.476315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:06.480087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:06.482753 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:06.489955 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.490085 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.507594 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Pushing event updated for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.527392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: ACTIVE; New status is: DOWN {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:06.527942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.558582 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:06.560226 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4febee3-4485-40b7-8ab8-e73eada7a599" -d '{"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:06.576026 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:06.611340 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8950b9-7be7-48bf-80b9-a16f3e7a63d4 x-openstack-request-id: req-4e8950b9-7be7-48bf-80b9-a16f3e7a63d4 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:06.611663 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:06.611926 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4e8950b9-7be7-48bf-80b9-a16f3e7a63d4 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:06.612326 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'code': 200} Feb 16 14:28:06.636682 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-e7d82662-26ad-49b9-aaa5-27a4ee555441 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9244735 Feb 16 14:28:06.642880 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.644640 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bd971-3fe8-4fdc-a973-0957c882f230 req-b1bb7f80-b2e9-4dda-9f9f-f19aa9299f5d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.646218 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a5bd971-3fe8-4fdc-a973-0957c882f230 req-b1bb7f80-b2e9-4dda-9f9f-f19aa9299f5d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0941625 Feb 16 14:28:06.661587 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680068f-c833-4b72-8c13-7c5775a04c2c req-a5114dd6-7dd4-4090-a33e-1c2f489ef0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.663533 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4680068f-c833-4b72-8c13-7c5775a04c2c req-a5114dd6-7dd4-4090-a33e-1c2f489ef0be service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0654724 Feb 16 14:28:06.675858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Request body: {'port': {'device_id': '897873de-9c9e-4336-b6c5-4bf241507c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:06.716614 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=8']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.729041 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a5bd971-3fe8-4fdc-a973-0957c882f230 req-90dcb487-f719-4c64-a290-eb3c5ba790d0 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768425 Feb 16 14:28:06.820655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.831650 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4680068f-c833-4b72-8c13-7c5775a04c2c req-f5f321ca-580f-4c72-b697-1c29216a4651 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522779 Feb 16 14:28:06.886632 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb782b4-2b0e-4f7d-bd3f-78dae58eaa29 req-8f7059c2-7894-4792-83a5-935522f2b6f7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.888182 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ffb782b4-2b0e-4f7d-bd3f-78dae58eaa29 req-8f7059c2-7894-4792-83a5-935522f2b6f7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 932 time: 0.1104259 Feb 16 14:28:07.013270 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ffb782b4-2b0e-4f7d-bd3f-78dae58eaa29 req-0624fe33-f7ef-486a-8c92-2a95318ebdb0 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149256 Feb 16 14:28:07.146339 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11a2a7a-f280-4d5e-8f52-d78dce060a80 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:07.154936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks [] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.172231 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Transition to ACTIVE for port object f11a2a7a-f280-4d5e-8f52-d78dce060a80 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:07.214608 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadb38c-e728-4d40-9048-f1b568609def req-a78b721b-574c-4f5f-8dcb-41888ac36ea3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.216304 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eadb38c-e728-4d40-9048-f1b568609def req-a78b721b-574c-4f5f-8dcb-41888ac36ea3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0623119 Feb 16 14:28:07.277751 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.281982 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eadb38c-e728-4d40-9048-f1b568609def req-965e5573-7ac2-41c1-be1a-a5b97a50f757 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470176 Feb 16 14:28:07.337483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Pushing event updated for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.371879 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Attempting to bind port f11a2a7a-f280-4d5e-8f52-d78dce060a80 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:28:07.375047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Attempting to bind port f11a2a7a-f280-4d5e-8f52-d78dce060a80 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:28:07.375047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Attempting to bind port f11a2a7a-f280-4d5e-8f52-d78dce060a80 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:07.377830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Port f11a2a7a-f280-4d5e-8f52-d78dce060a80 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:28:07.378154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Attempting to bind port f11a2a7a-f280-4d5e-8f52-d78dce060a80 on network 835d5ce9-a339-46c8-92e9-bdcd224e11f0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:07.383284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:07.383621 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Checking segment: {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:07.384002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Bound using segment: {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:07.384427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Bound port: f11a2a7a-f280-4d5e-8f52-d78dce060a80, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:28:07.384841 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.453326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:07.456897 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:07.552476 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.589301 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.589937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.591563 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] 10.222.0.124 "PUT /v2.0/ports/f11a2a7a-f280-4d5e-8f52-d78dce060a80 HTTP/1.1" status: 200 len: 1094 time: 0.9225197 Feb 16 14:28:07.592004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:07.595194 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9637b80-3e08-4869-b79f-ab892f8a07bc" -d '{"events": [{"name": "network-changed", "server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:07.630005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bcbf6-7714-47a8-92a8-22d91c9725bd service neutron] Pushing event updated for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.636970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1c79d-1cff-46b4-b2b9-dd54b23104c0 x-openstack-request-id: req-10b1c79d-1cff-46b4-b2b9-dd54b23104c0 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:07.636970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:07.636970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-10b1c79d-1cff-46b4-b2b9-dd54b23104c0 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:07.636970 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80', 'status': 'completed', 'code': 200} Feb 16 14:28:07.738885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-20426415-37c8-45c8-95cd-b3f307089d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.740330 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-20426415-37c8-45c8-95cd-b3f307089d90 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 1128 time: 0.0466719 Feb 16 14:28:07.858764 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8155993-e810-4f55-abd5-4b38e3926970 req-6ba58de3-49d0-4270-a4ef-d385a8a62356 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.861481 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e8155993-e810-4f55-abd5-4b38e3926970 req-6ba58de3-49d0-4270-a4ef-d385a8a62356 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0577762 Feb 16 14:28:07.913373 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e8155993-e810-4f55-abd5-4b38e3926970 req-f0f475f2-172a-408a-a8b0-a4b751b4614a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Feb 16 14:28:07.926348 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-218f80a2-e945-4c67-8e54-6c6c815f44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.927267 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-218f80a2-e945-4c67-8e54-6c6c815f44a6 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=3d3028599f374f01812a61120701fb2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1089671 Feb 16 14:28:08.040793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-b7623d5c-9d57-448c-95c4-cfc27b0daf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.042335 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f9637b80-3e08-4869-b79f-ab892f8a07bc req-b7623d5c-9d57-448c-95c4-cfc27b0daf72 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0997012 Feb 16 14:28:08.161485 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240d19-248d-4a4e-92da-7e145636d821 req-d2a54a06-4cb5-49e8-a193-b9c244827ee8 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.163184 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d240d19-248d-4a4e-92da-7e145636d821 req-d2a54a06-4cb5-49e8-a193-b9c244827ee8 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0692286 Feb 16 14:28:08.211929 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d240d19-248d-4a4e-92da-7e145636d821 req-1f5b81ed-42f4-4ea3-8944-1348d20c1157 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Feb 16 14:28:08.408568 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437dd0c-e069-4ee3-a84e-09d16410ac1a req-6e944c3c-ce79-425c-9a7f-78862a94f314 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.409968 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0437dd0c-e069-4ee3-a84e-09d16410ac1a req-6e944c3c-ce79-425c-9a7f-78862a94f314 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0526028 Feb 16 14:28:08.460664 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0437dd0c-e069-4ee3-a84e-09d16410ac1a req-68186e99-c442-4e58-b11a-f357d4d21b5b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 Feb 16 14:28:09.030446 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863238a1-0312-4007-a85a-7c1fcf7bdacb req-da62353f-fccf-4214-b541-638ddf83ab9a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.032156 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-863238a1-0312-4007-a85a-7c1fcf7bdacb req-da62353f-fccf-4214-b541-638ddf83ab9a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0529253 Feb 16 14:28:09.081587 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-863238a1-0312-4007-a85a-7c1fcf7bdacb req-80f05af7-c809-463c-9771-ccef6dd8d8c9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Feb 16 14:28:09.326570 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8fd10-f96d-4f7b-af9c-b421581dbd59 req-6f24119c-4885-4026-9ad9-ddb48e8ef4c3 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.328263 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f1d8fd10-f96d-4f7b-af9c-b421581dbd59 req-6f24119c-4885-4026-9ad9-ddb48e8ef4c3 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0513723 Feb 16 14:28:09.382607 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f1d8fd10-f96d-4f7b-af9c-b421581dbd59 req-845e86fd-e940-46a2-a486-a454013556b5 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 Feb 16 14:28:09.726993 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-8625b9bd-bfa5-4b4b-bf71-fd15508abb31 req-6152ef5b-100c-4d1b-a4f0-50511185da1e service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:28:09.727973 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8625b9bd-bfa5-4b4b-bf71-fd15508abb31 req-6152ef5b-100c-4d1b-a4f0-50511185da1e service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053098 Feb 16 14:28:10.010216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f5197-97d6-4d29-b05c-e0b2f5e45fb2 req-a0ee4b62-ab3c-4aa3-b138-3ea55c881fa6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.011694 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d88f5197-97d6-4d29-b05c-e0b2f5e45fb2 req-a0ee4b62-ab3c-4aa3-b138-3ea55c881fa6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0543664 Feb 16 14:28:10.060470 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d88f5197-97d6-4d29-b05c-e0b2f5e45fb2 req-c759dfb0-ef07-4bf6-8845-1f999b60d61a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Feb 16 14:28:10.199750 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287786b-a24d-480f-9380-752e466e8d07 req-cad2bbf6-a241-4892-8506-43320ea8b5c8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.201306 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d287786b-a24d-480f-9380-752e466e8d07 req-cad2bbf6-a241-4892-8506-43320ea8b5c8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0522640 Feb 16 14:28:10.249598 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d287786b-a24d-480f-9380-752e466e8d07 req-cbdae97e-d3db-406a-b166-0fabe3833219 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Feb 16 14:28:10.499273 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec081-ee29-4560-b119-1669ba83e1a4 req-4200f152-fbcc-4ccf-ac23-51916b443415 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.501480 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-db0ec081-ee29-4560-b119-1669ba83e1a4 req-4200f152-fbcc-4ccf-ac23-51916b443415 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0532508 Feb 16 14:28:10.546121 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56598) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:10.552072 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-db0ec081-ee29-4560-b119-1669ba83e1a4 req-8c14d859-42c8-43af-91cd-2c60b3f59f07 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Feb 16 14:28:10.666050 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-4b8d6e5f-a186-42cd-9253-c9236f22c812 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1181166 Feb 16 14:28:10.675259 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-4727f2f6-52ea-490e-b4ca-5123d6cdad18 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:28:10.676191 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-4727f2f6-52ea-490e-b4ca-5123d6cdad18 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057619 Feb 16 14:28:10.758514 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56610) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:10.849885 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-e0ef355c-b1bd-4af1-bd43-e9b707bb44d9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.851254 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-e0ef355c-b1bd-4af1-bd43-e9b707bb44d9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports/e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 941 time: 0.0915034 Feb 16 14:28:10.973037 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-fb09a245-1609-4cbf-a3f3-ff4794158558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.974579 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-fb09a245-1609-4cbf-a3f3-ff4794158558 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3d3028599f374f01812a61120701fb2f&device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 1128 time: 0.0465126 Feb 16 14:28:11.051922 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-27e94f5c-9485-444f-9574-ce3486312f2b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Feb 16 14:28:11.140681 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-bad027d5-82de-498d-8371-be0a403f2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.142723 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-bad027d5-82de-498d-8371-be0a403f2ec5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a5e2abc7-692d-4e24-8536-ab25f2fb8ed8 HTTP/1.1" status: 200 len: 848 time: 0.0477366 Feb 16 14:28:11.188948 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91385-e8b8-4341-9da0-b6359a11d1a7 req-b351df6c-7d36-40f9-899f-1c116bc174ce tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.189392 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-9628591c-c3cb-420b-b175-9ea7c019e1b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=835d5ce9-a339-46c8-92e9-bdcd224e11f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289991 Feb 16 14:28:11.190391 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c0b91385-e8b8-4341-9da0-b6359a11d1a7 req-b351df6c-7d36-40f9-899f-1c116bc174ce tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0518868 Feb 16 14:28:11.242395 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c0b91385-e8b8-4341-9da0-b6359a11d1a7 req-d46210af-7db1-4e4d-aec8-ad7cd9d594ac tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462427 Feb 16 14:28:11.302122 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-c0be694d-0f80-4d77-92d7-aafa8afdd9a1 service neutron] 10.222.0.124 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035035 Feb 16 14:28:11.434902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62889c-1b63-41c2-91c3-98fe790d80f1 req-2846f830-91ec-457a-b0da-e2267b50c0e7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.436424 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1c62889c-1b63-41c2-91c3-98fe790d80f1 req-2846f830-91ec-457a-b0da-e2267b50c0e7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.1138470 Feb 16 14:28:11.459169 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24e554b2-bb27-4736-b602-fb9b6f2c202e req-d73df9b9-df92-4dbf-bfae-961846145883 service neutron] 10.222.0.124 "GET /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271012 Feb 16 14:28:11.495408 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1c62889c-1b63-41c2-91c3-98fe790d80f1 req-4d668736-e474-4450-b53e-418b22e9fd3c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Feb 16 14:28:11.683180 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968824db-a960-4522-9d83-6496d7a34214 req-32abc2f7-6f1e-49ac-93e9-482b770a4708 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.684752 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-968824db-a960-4522-9d83-6496d7a34214 req-32abc2f7-6f1e-49ac-93e9-482b770a4708 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0626376 Feb 16 14:28:11.952313 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-968824db-a960-4522-9d83-6496d7a34214 req-1fd380d2-46d6-4577-9866-6971ebdb1f13 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610254 Feb 16 14:28:12.039965 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b95de-1387-44f0-bfd7-d3e61ed94b57 req-d1215c41-10d2-402e-a7c1-0448d1781775 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.041478 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d23b95de-1387-44f0-bfd7-d3e61ed94b57 req-d1215c41-10d2-402e-a7c1-0448d1781775 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0509548 Feb 16 14:28:12.090214 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d23b95de-1387-44f0-bfd7-d3e61ed94b57 req-389b8f66-fa39-44bb-8422-9c6d5f2f2d89 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Feb 16 14:28:12.201750 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-5d3399c2-8d0e-41fe-957f-16c401f28f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.203360 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-5d3399c2-8d0e-41fe-957f-16c401f28f8e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 1129 time: 0.0512850 Feb 16 14:28:12.340677 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-b2b307fc-4d52-4214-acaa-ab1882e17aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.342090 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-b2b307fc-4d52-4214-acaa-ab1882e17aca service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.1065190 Feb 16 14:28:12.400217 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:12.400899 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-87363789-a366-46d4-b8a5-9cfdaee5d1b5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 200 len: 217 time: 0.0437458 Feb 16 14:28:12.454773 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d93d7-c7da-433f-856c-5be27f87685c req-ca3fed0d-fa5b-42d8-ad04-c34c74e1f496 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.456275 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d81d93d7-c7da-433f-856c-5be27f87685c req-ca3fed0d-fa5b-42d8-ad04-c34c74e1f496 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.1337922 Feb 16 14:28:12.484915 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: DOWN; New status is: DOWN {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:12.485919 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-ed6e508e-5288-4088-86fe-c10ae05a77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.487352 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-ed6e508e-5288-4088-86fe-c10ae05a77e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0770850 Feb 16 14:28:12.525589 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d81d93d7-c7da-433f-856c-5be27f87685c req-25cca9a5-34dd-400c-8dde-cc35006d4f33 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629873 Feb 16 14:28:12.547037 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-14999708-6ca3-4327-9ff1-21201a36d901 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362782 Feb 16 14:28:12.642675 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-180f1a90-c0c7-44ac-b539-e3f80fc3e39b service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899563 Feb 16 14:28:12.734617 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cfc9cd0c-9b7b-434e-ad16-85393de16d70 req-4c4acd5a-a2a1-4bb8-a66d-fe12ee4f69d8 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 Feb 16 14:28:13.074294 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c30ef8-3975-4f57-bedd-2937ff276ccb req-d840a452-524b-407b-a701-35eb851b0741 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.076019 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-43c30ef8-3975-4f57-bedd-2937ff276ccb req-d840a452-524b-407b-a701-35eb851b0741 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Feb 16 14:28:13.126503 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-43c30ef8-3975-4f57-bedd-2937ff276ccb req-4ba8b492-461a-4b76-89f1-7eee4f17bd6b tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Feb 16 14:28:13.216913 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038f80-a354-47a3-ace7-60028b030619 req-652dfff4-c625-466b-aff1-071f5ac09f1a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.219118 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-78038f80-a354-47a3-ace7-60028b030619 req-652dfff4-c625-466b-aff1-071f5ac09f1a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0563316 Feb 16 14:28:13.271389 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-78038f80-a354-47a3-ace7-60028b030619 req-a0400c69-6a0a-4a65-a747-ef89c6164c2d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Feb 16 14:28:13.652095 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740455a9-1605-4996-9239-2fa8e7f8cdd4 req-f531ef86-4312-4142-9fe3-489fc9e16c47 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.653612 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-740455a9-1605-4996-9239-2fa8e7f8cdd4 req-f531ef86-4312-4142-9fe3-489fc9e16c47 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0550351 Feb 16 14:28:13.698920 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-740455a9-1605-4996-9239-2fa8e7f8cdd4 req-5388d719-2f6a-4e4b-a854-c7c21beafbbd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Feb 16 14:28:13.830476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-990c1f88-5be2-4d26-a9a1-ce9b37ccbdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:14.245284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b8810-c16a-4eac-93fa-8b8cf6734286 req-10a41b0e-218f-4785-b49a-846ae828c01c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.246812 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e30b8810-c16a-4eac-93fa-8b8cf6734286 req-10a41b0e-218f-4785-b49a-846ae828c01c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0519974 Feb 16 14:28:14.292802 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e30b8810-c16a-4eac-93fa-8b8cf6734286 req-94d385bb-0c2a-4a6b-a70f-f1670c389497 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Feb 16 14:28:14.390895 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3929d3-acbc-4617-ae08-37a47d68c8b7 req-6332e88c-6174-4dfb-84b4-ab4b501a7531 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.392321 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1b3929d3-acbc-4617-ae08-37a47d68c8b7 req-6332e88c-6174-4dfb-84b4-ab4b501a7531 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0513747 Feb 16 14:28:14.440319 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1b3929d3-acbc-4617-ae08-37a47d68c8b7 req-0b2d66b4-9e18-45df-a7da-2398761c94e6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Feb 16 14:28:14.835203 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc27b4-ac12-44ca-8069-5b994f5b8476 req-d1d80137-a1d0-4b94-a573-02afd8214af8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.837171 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0dfc27b4-ac12-44ca-8069-5b994f5b8476 req-d1d80137-a1d0-4b94-a573-02afd8214af8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0687151 Feb 16 14:28:14.883173 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0dfc27b4-ac12-44ca-8069-5b994f5b8476 req-7226b9c7-0b66-4857-8995-29eb337cc4ee tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Feb 16 14:28:15.414606 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acc6ea-35d6-4eaa-869b-f04819280d24 req-2e3575d2-6631-4897-8bf3-2b0f375df714 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:15.416100 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97acc6ea-35d6-4eaa-869b-f04819280d24 req-2e3575d2-6631-4897-8bf3-2b0f375df714 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 944 time: 0.0564215 Feb 16 14:28:15.465385 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97acc6ea-35d6-4eaa-869b-f04819280d24 req-0c929ee8-f2af-4f96-b5d4-40b3b4b13ecf tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Feb 16 14:28:15.575546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cd5b6-17dc-430b-8810-15652b582e36 req-a260a6a4-35c3-49d8-9383-dd4be0a3abd3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:15.577022 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3b8cd5b6-17dc-430b-8810-15652b582e36 req-a260a6a4-35c3-49d8-9383-dd4be0a3abd3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0555670 Feb 16 14:28:15.622544 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3b8cd5b6-17dc-430b-8810-15652b582e36 req-bc735eac-ce02-4a7c-b5b1-5cc51447e48a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Feb 16 14:28:15.773868 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f11a2a7a-f280-4d5e-8f52-d78dce060a80 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:15.875992 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:15.886902 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80', 'network_id': '835d5ce9-a339-46c8-92e9-bdcd224e11f0', 'port_id': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80', 'mac_address': 'fa:16:3e:aa:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e2abc7-692d-4e24-8536-ab25f2fb8ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:15.925835 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port f11a2a7a-f280-4d5e-8f52-d78dce060a80 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:15.926228 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:15.939298 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11a2a7a-f280-4d5e-8f52-d78dce060a80 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:15.959021 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:16.009181 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:16.012731 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c4329-5e7d-482e-bcfc-e16480d23c26 req-0ff1676b-ecd6-4967-8d98-8e688c417e66 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.014241 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-854c4329-5e7d-482e-bcfc-e16480d23c26 req-0ff1676b-ecd6-4967-8d98-8e688c417e66 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0533724 Feb 16 14:28:16.062659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:16.065073 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-854c4329-5e7d-482e-bcfc-e16480d23c26 req-ac55f526-ae1b-4da2-9d27-b7518667ee75 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Feb 16 14:28:16.197323 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97d67773-7d39-4c37-8058-e7fbb26ac21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:16.486717 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['f11a2a7a-f280-4d5e-8f52-d78dce060a80'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:16.605631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a4e5-5b79-48cc-bbe1-45751585463f req-fb418256-1bc9-4055-bae4-7a1accf7613f tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.607245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6419a4e5-5b79-48cc-bbe1-45751585463f req-fb418256-1bc9-4055-bae4-7a1accf7613f tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 945 time: 0.0566628 Feb 16 14:28:16.655656 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6419a4e5-5b79-48cc-bbe1-45751585463f req-db56635a-144e-4291-aadb-be9f1ab96792 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Feb 16 14:28:16.743663 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510fd6-ceeb-4f52-9b1b-076f775c3d87 req-2ea4f69f-e39d-4a45-833b-0753ead8c4c9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.745211 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6510fd6-ceeb-4f52-9b1b-076f775c3d87 req-2ea4f69f-e39d-4a45-833b-0753ead8c4c9 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0542638 Feb 16 14:28:16.796541 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6510fd6-ceeb-4f52-9b1b-076f775c3d87 req-128d10d7-118c-4417-8811-67b3abf40420 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Feb 16 14:28:17.111100 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:17.191422 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc751af-5878-4674-a35d-c65f2fb936ef req-6e97f511-8698-44f8-b6dc-beb13a5f5a40 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:17.192906 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4cc751af-5878-4674-a35d-c65f2fb936ef req-6e97f511-8698-44f8-b6dc-beb13a5f5a40 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0534036 Feb 16 14:28:17.244972 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4cc751af-5878-4674-a35d-c65f2fb936ef req-ebb80f25-b430-4fa0-8dbe-65aa71cbe00e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Feb 16 14:28:17.777827 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5cbb0-0bfd-4047-b1be-04cb5e63f5e3 req-fe52311e-da6a-4e56-9179-2d524a75aa94 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:17.779308 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eb5cbb0-0bfd-4047-b1be-04cb5e63f5e3 req-fe52311e-da6a-4e56-9179-2d524a75aa94 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Feb 16 14:28:17.824638 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eb5cbb0-0bfd-4047-b1be-04cb5e63f5e3 req-c010a5e2-8280-4870-a429-724b09bfb21c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Feb 16 14:28:17.915415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae99a-4ffd-4086-a596-7f40a30e0d71 req-030fcdae-ad98-4795-af0e-2252d39c98a1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:17.916906 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d2ae99a-4ffd-4086-a596-7f40a30e0d71 req-030fcdae-ad98-4795-af0e-2252d39c98a1 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0510926 Feb 16 14:28:17.968206 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d2ae99a-4ffd-4086-a596-7f40a30e0d71 req-b5a635af-7dea-4005-a89f-46fe54a9914f tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Feb 16 14:28:18.366522 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8d3f-d58e-47bd-8df0-0744e0468f86 req-b72436b7-ad71-494a-9dba-2811e24c3bef tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:18.368028 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1a8f8d3f-d58e-47bd-8df0-0744e0468f86 req-b72436b7-ad71-494a-9dba-2811e24c3bef tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0523009 Feb 16 14:28:18.414167 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1a8f8d3f-d58e-47bd-8df0-0744e0468f86 req-22577021-f5d9-4b3d-9e7d-5b258810e192 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Feb 16 14:28:18.723170 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:18.942825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102302c9-7ae8-479e-a430-8954ac2ea36b req-9d023455-ee68-4a0f-8c22-afcbd5569ce9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:18.944275 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-102302c9-7ae8-479e-a430-8954ac2ea36b req-9d023455-ee68-4a0f-8c22-afcbd5569ce9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Feb 16 14:28:18.994588 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-102302c9-7ae8-479e-a430-8954ac2ea36b req-e78b9c41-d15d-4365-b016-c7c5d9339fa2 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446918 Feb 16 14:28:19.091353 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bd473-27a1-4737-b1d2-3c64588e45b9 req-8aa7beeb-c340-4cb9-8c9e-b4ab8f836150 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.092864 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c21bd473-27a1-4737-b1d2-3c64588e45b9 req-8aa7beeb-c340-4cb9-8c9e-b4ab8f836150 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0549138 Feb 16 14:28:19.139614 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c21bd473-27a1-4737-b1d2-3c64588e45b9 req-6aad5429-2381-4529-b083-9662213bac94 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Feb 16 14:28:19.561903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c78dc5-9c84-4857-a584-589d4043c903 req-78f7267a-e14e-4639-a620-b90bf3c91eb4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.563713 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a1c78dc5-9c84-4857-a584-589d4043c903 req-78f7267a-e14e-4639-a620-b90bf3c91eb4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0598576 Feb 16 14:28:19.616404 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a1c78dc5-9c84-4857-a584-589d4043c903 req-bb27ffef-5435-4215-934f-dd0bc6a6631f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Feb 16 14:28:20.129102 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404be0f-6e3e-4af1-96f8-7f75a57af8a3 req-f9172ebc-e54d-4cea-a03b-c11f0bafc43d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.130567 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6404be0f-6e3e-4af1-96f8-7f75a57af8a3 req-f9172ebc-e54d-4cea-a03b-c11f0bafc43d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 945 time: 0.0602753 Feb 16 14:28:20.181825 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6404be0f-6e3e-4af1-96f8-7f75a57af8a3 req-206f749c-8b48-4ac1-987b-d4e1b37b0d2e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Feb 16 14:28:20.205382 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:20.226363 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-8c3e5770-4f91-4f52-b143-df3e0bad3f05 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791209 Feb 16 14:28:20.278525 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a5057-c318-4880-8f97-54b9792d58fe req-650bc490-0462-4226-a7b9-fe7f58d98f22 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.280047 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-081a5057-c318-4880-8f97-54b9792d58fe req-650bc490-0462-4226-a7b9-fe7f58d98f22 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0526862 Feb 16 14:28:20.364029 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-081a5057-c318-4880-8f97-54b9792d58fe req-8a3a8505-1331-49c5-a912-63945ff07067 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773051 Feb 16 14:28:20.369799 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-49ff4ee5-57f3-4d7e-90af-bf728f2dcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.377098 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-49ff4ee5-57f3-4d7e-90af-bf728f2dcd2a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 1129 time: 0.0836384 Feb 16 14:28:20.417988 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f11a2a7a-f280-4d5e-8f52-d78dce060a80 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:20.557372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port f11a2a7a-f280-4d5e-8f52-d78dce060a80 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:20.561632 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port f11a2a7a-f280-4d5e-8f52-d78dce060a80 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:20.562072 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:20.597643 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-d189094c-cdad-4e8e-9621-47341993f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.599390 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-d189094c-cdad-4e8e-9621-47341993f72a service neutron] 10.222.0.124 "GET /v2.0/networks?id=4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 200 len: 921 time: 0.0891051 Feb 16 14:28:20.643061 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port f11a2a7a-f280-4d5e-8f52-d78dce060a80 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:20.643448 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:20.647975 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-f3d8a62c-53a2-4251-920a-7140b6abcbaf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47ff8a4b-9375-4563-92b3-af528e61b72f HTTP/1.1" status: 200 len: 217 time: 0.0403802 Feb 16 14:28:20.666703 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:20.669685 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23408c47-17ee-42f8-ac2c-cf1f3b9feb3a" -d '{"events": [{"server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "name": "network-vif-plugged", "status": "completed", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:20.684045 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:20.721669 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8de44-2d34-445d-845f-a70f2f69c4e3 x-openstack-request-id: req-00e8de44-2d34-445d-845f-a70f2f69c4e3 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:20.721669 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "name": "network-vif-plugged", "status": "completed", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:20.721669 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-00e8de44-2d34-445d-845f-a70f2f69c4e3 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:20.721669 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80', 'code': 200} Feb 16 14:28:20.741090 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:20.741580 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-5f28d007-e997-4fdd-95b1-014b049e9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.743125 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-5f28d007-e997-4fdd-95b1-014b049e9668 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 200 len: 859 time: 0.0551128 Feb 16 14:28:20.759579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca4541-e2d4-4e08-a254-dad02a5641a9 req-ebcfce96-3135-4480-a0de-90ca0b160807 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.762277 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8dca4541-e2d4-4e08-a254-dad02a5641a9 req-ebcfce96-3135-4480-a0de-90ca0b160807 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0564034 Feb 16 14:28:20.821148 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:20.823850 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8dca4541-e2d4-4e08-a254-dad02a5641a9 req-8719115e-b2f9-45c7-ac66-f208e0f51441 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537169 Feb 16 14:28:20.843410 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-3159984d-0e55-4070-ba1a-a53786bd4ba4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4ba8543b-8e56-4793-9ca0-86543e7d7d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608900 Feb 16 14:28:20.946430 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-da29b2bf-b4bd-4c2e-841e-f10b7701eb84 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957079 Feb 16 14:28:21.053697 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e6726cd-4cbf-44e7-bcec-cc16d75e642b req-e791e287-eed7-46cd-9559-72c2197505b0 service neutron] 10.222.0.124 "GET /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918379 Feb 16 14:28:21.266646 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:21.340284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7123a-437d-4372-bced-fb1abe2c2686 req-da2e21b3-743f-4365-8de9-62f15582fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.341764 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d0c7123a-437d-4372-bced-fb1abe2c2686 req-da2e21b3-743f-4365-8de9-62f15582fc87 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 1130 time: 0.1630774 Feb 16 14:28:21.345745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-b4aebf5a-cdb6-4f98-98a7-261d1e7bf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.347213 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-b4aebf5a-cdb6-4f98-98a7-261d1e7bf047 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 1128 time: 0.1697266 Feb 16 14:28:21.357719 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b5737-4c06-486c-a4e1-146b0c4a84c5 req-d805402c-f6e8-4adb-91dd-74937a4ac3dd tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.359821 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4b5b5737-4c06-486c-a4e1-146b0c4a84c5 req-d805402c-f6e8-4adb-91dd-74937a4ac3dd tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0981386 Feb 16 14:28:21.451674 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4b5b5737-4c06-486c-a4e1-146b0c4a84c5 req-64f34bfe-dc4e-424c-b9f6-29507affa117 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862508 Feb 16 14:28:21.486582 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d0c7123a-437d-4372-bced-fb1abe2c2686 req-3e5080a7-ce90-4592-ad3f-afc7f6f99e5e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021247 Feb 16 14:28:21.492606 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-ab759338-9246-4280-a83f-8d5ded1eedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.494052 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-ab759338-9246-4280-a83f-8d5ded1eedbb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1128 time: 0.0836434 Feb 16 14:28:21.509673 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf21363-fc61-4bb1-891b-727244bddcf6 req-f818e76f-ab64-4a6d-82c2-594ce6b63cf7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.511166 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dcf21363-fc61-4bb1-891b-727244bddcf6 req-f818e76f-ab64-4a6d-82c2-594ce6b63cf7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0658767 Feb 16 14:28:21.557323 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dcf21363-fc61-4bb1-891b-727244bddcf6 req-a769e369-989e-4a14-9596-6101eb6f2c88 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405145 Feb 16 14:28:21.653656 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56852) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:21.768035 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:21.843721 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Publish callbacks [] for security_group (92109d4e-cc34-4c08-9410-c06ab73352d8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:21.911462 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (92109d4e-cc34-4c08-9410-c06ab73352d8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:21.959792 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-592d49a2-eede-44c8-a639-9f238a1b1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.961274 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-592d49a2-eede-44c8-a639-9f238a1b1905 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.1053483 Feb 16 14:28:21.980290 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7eae4620f57548f18ce83b805ff25552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253453 Feb 16 14:28:21.981736 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92109d4e-cc34-4c08-9410-c06ab73352d8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:21.983696 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56862) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:22.003810 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.004158 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.004492 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.004828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.005156 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.005481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.005801 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.006122 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.006443 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.006796 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.007113 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.007425 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.007848 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810d09-7905-44ef-abfa-18e607ef9d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:22.032756 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e2064-071b-41b1-8b33-8014c9d92cfc req-65334c72-8d09-4623-9f60-9bd8d6c6625d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.034255 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7f7e2064-071b-41b1-8b33-8014c9d92cfc req-65334c72-8d09-4623-9f60-9bd8d6c6625d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.1339626 Feb 16 14:28:22.056140 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-5c69347e-4a1d-4244-9aba-d8313ec6499b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 200 len: 1000 time: 0.0864584 Feb 16 14:28:22.084446 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] Publish callbacks [] for security_group (92109d4e-cc34-4c08-9410-c06ab73352d8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:22.120938 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-94ef8f4e-aa0f-4e2c-9a88-484e014322bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.121184 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7f7e2064-071b-41b1-8b33-8014c9d92cfc req-6b13d085-e06c-4ae0-aa66-4808f134b7d2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741765 Feb 16 14:28:22.122402 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-94ef8f4e-aa0f-4e2c-9a88-484e014322bd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0559750 Feb 16 14:28:22.122966 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] Publish callbacks [] for security_group (92109d4e-cc34-4c08-9410-c06ab73352d8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:22.197994 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7809-846e-407e-9a5d-d60909639779 req-96e01eac-cd5b-4b94-b61a-76f662d40d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.199562 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-96e01eac-cd5b-4b94-b61a-76f662d40d06 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639167 Feb 16 14:28:22.254280 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (92109d4e-cc34-4c08-9410-c06ab73352d8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:22.257276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:22.258474 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/92109d4e-cc34-4c08-9410-c06ab73352d8 HTTP/1.1" status: 204 len: 168 time: 0.2728379 Feb 16 14:28:22.268494 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701427d-8475-4fa6-bb0f-2e99e6902e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92109d4e-cc34-4c08-9410-c06ab73352d8,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:22.313820 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-2f537680-c6b2-475e-8fd4-62d5e0ba4f6d service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964727 Feb 16 14:28:22.446817 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc4f7809-846e-407e-9a5d-d60909639779 req-90aca058-f544-47e9-a150-f4e8f4e08949 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900290 Feb 16 14:28:22.600933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa0db2-768d-476c-95f1-f09f19faa6f3 req-6332e8b4-2651-48c4-a53e-b49f518aec0d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.602451 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74aa0db2-768d-476c-95f1-f09f19faa6f3 req-6332e8b4-2651-48c4-a53e-b49f518aec0d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0556960 Feb 16 14:28:22.653533 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74aa0db2-768d-476c-95f1-f09f19faa6f3 req-8f08cef0-0f6c-4e28-b3d1-63d5c4e5643d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452886 Feb 16 14:28:22.844313 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 56884) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:22.857856 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0945-62ad-4ca0-92c4-3c87a93a7dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:22.939611 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0945-62ad-4ca0-92c4-3c87a93a7dd8 admin admin] Publish callbacks [] for security_group (f92bea01-3060-44d8-9bb4-aa77b9b794da), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.031930 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0945-62ad-4ca0-92c4-3c87a93a7dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f92bea01-3060-44d8-9bb4-aa77b9b794da), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.072990 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ce8e0945-62ad-4ca0-92c4-3c87a93a7dd8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5e39f055d034495094bc376711ee4b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275867 Feb 16 14:28:23.074104 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e0945-62ad-4ca0-92c4-3c87a93a7dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92bea01-3060-44d8-9bb4-aa77b9b794da,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:23.075792 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56896) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:23.139125 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Publish callbacks [] for security_group (f92bea01-3060-44d8-9bb4-aa77b9b794da), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.162037 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Publish callbacks [] for security_group (f92bea01-3060-44d8-9bb4-aa77b9b794da), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.286052 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7cb7f-d943-4612-85f2-9a2b1375106c req-1b4f5dd4-313a-4bc4-a7ee-2322897031f8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:23.287834 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88c7cb7f-d943-4612-85f2-9a2b1375106c req-1b4f5dd4-313a-4bc4-a7ee-2322897031f8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0628874 Feb 16 14:28:23.342367 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88c7cb7f-d943-4612-85f2-9a2b1375106c req-e73dcfe0-e839-4907-a5c1-cdd1415521c3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Feb 16 14:28:23.345740 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f92bea01-3060-44d8-9bb4-aa77b9b794da), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.350196 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.350196 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f92bea01-3060-44d8-9bb4-aa77b9b794da HTTP/1.1" status: 204 len: 168 time: 0.2726252 Feb 16 14:28:23.364515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92bea01-3060-44d8-9bb4-aa77b9b794da,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:23.376196 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.376682 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.386329 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.387192 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.392381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.396172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.397457 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.397825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe97a0-d00a-4f84-afe7-ab0e1da57092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:23.597994 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:23.823020 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bacb1d-bfba-404d-9fd7-f9b8d7a3b02d req-2fda2669-bb9e-4c9d-b57c-e2696ec0c0d7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:23.826081 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91bacb1d-bfba-404d-9fd7-f9b8d7a3b02d req-2fda2669-bb9e-4c9d-b57c-e2696ec0c0d7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0888140 Feb 16 14:28:23.900828 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91bacb1d-bfba-404d-9fd7-f9b8d7a3b02d req-f40a90c3-a20b-4224-be49-d3a214742e95 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679145 Feb 16 14:28:24.175320 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56928) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:24.201539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9c61a19-aedb-4824-85e5-182c16061e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.339238 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9c61a19-aedb-4824-85e5-182c16061e8f admin admin] Publish callbacks [] for security_group (d927d17e-2452-49c4-b9d5-e9cd3e1d16de), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.645024 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa2ed-64da-44c5-88a5-6b98380ecdbc req-d202effa-7ab0-45d4-a693-5ee04d8b93b0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.646464 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-efbaa2ed-64da-44c5-88a5-6b98380ecdbc req-d202effa-7ab0-45d4-a693-5ee04d8b93b0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0920322 Feb 16 14:28:24.730661 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-efbaa2ed-64da-44c5-88a5-6b98380ecdbc req-2fcac0e5-d0fa-462e-914c-d1a09eee3821 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782807 Feb 16 14:28:24.826065 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d9c61a19-aedb-4824-85e5-182c16061e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d927d17e-2452-49c4-b9d5-e9cd3e1d16de), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.870185 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d9c61a19-aedb-4824-85e5-182c16061e8f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=652a10599d594141b4b1187f2d4aad08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6930230 Feb 16 14:28:24.872956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 56948) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:24.889649 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61a19-aedb-4824-85e5-182c16061e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927d17e-2452-49c4-b9d5-e9cd3e1d16de,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:24.934417 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] Publish callbacks [] for security_group (d927d17e-2452-49c4-b9d5-e9cd3e1d16de), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.967312 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] Publish callbacks [] for security_group (d927d17e-2452-49c4-b9d5-e9cd3e1d16de), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:25.181517 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d927d17e-2452-49c4-b9d5-e9cd3e1d16de), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:25.185086 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:25.186476 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d927d17e-2452-49c4-b9d5-e9cd3e1d16de HTTP/1.1" status: 204 len: 168 time: 0.3125930 Feb 16 14:28:25.201382 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b43a38-4c5b-4011-93b0-ab89dfd1bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927d17e-2452-49c4-b9d5-e9cd3e1d16de,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:25.731528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca754b-f111-44dd-99db-db8dcd84cee9 req-d570da05-d33d-498c-91fb-c16cefeff25c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.733634 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80ca754b-f111-44dd-99db-db8dcd84cee9 req-d570da05-d33d-498c-91fb-c16cefeff25c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0701127 Feb 16 14:28:25.824395 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80ca754b-f111-44dd-99db-db8dcd84cee9 req-81c4958c-fa26-4174-9fc0-f5f40c6a1c40 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839937 Feb 16 14:28:25.913159 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e031-9ff6-44df-a95a-eb6ea04ea723 req-2fdd5eb6-8d7c-48c6-811b-f9429317cee3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.914688 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-27b4e031-9ff6-44df-a95a-eb6ea04ea723 req-2fdd5eb6-8d7c-48c6-811b-f9429317cee3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0641398 Feb 16 14:28:25.967411 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-27b4e031-9ff6-44df-a95a-eb6ea04ea723 req-9eddeee0-d4b2-4afb-98d6-c7fc12fb6e89 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465195 Feb 16 14:28:26.932886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9723ae-6289-491f-83e2-68fbb2f54366 req-ba38dcd5-4548-4191-8b74-d6cacf3e6949 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:26.934405 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b9723ae-6289-491f-83e2-68fbb2f54366 req-ba38dcd5-4548-4191-8b74-d6cacf3e6949 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Feb 16 14:28:26.989642 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b9723ae-6289-491f-83e2-68fbb2f54366 req-8f33da5f-75c3-4c11-8ee8-69f5546ef231 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483692 Feb 16 14:28:27.093126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f1f8f-df99-4f89-ad42-263227a6bdd7 req-918bdc08-29e5-4a48-a660-4e8ba5230e00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:27.095381 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-141f1f8f-df99-4f89-ad42-263227a6bdd7 req-918bdc08-29e5-4a48-a660-4e8ba5230e00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0534601 Feb 16 14:28:27.152697 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-141f1f8f-df99-4f89-ad42-263227a6bdd7 req-47fc9468-38bc-41db-94db-b07884d7db4e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509479 Feb 16 14:28:28.111931 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80469171-1cd8-4e16-be76-6987c47017dd req-b63ac841-11ea-4396-993f-35e48fd79db7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.113546 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80469171-1cd8-4e16-be76-6987c47017dd req-b63ac841-11ea-4396-993f-35e48fd79db7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0538290 Feb 16 14:28:28.163932 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80469171-1cd8-4e16-be76-6987c47017dd req-ad2b57e0-0c1a-4615-ad08-c04882adb973 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Feb 16 14:28:28.288480 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc87a-b5db-4851-b0f5-8ff412a1a6ea req-99d62881-644c-4bee-90df-0896d16fe4fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.290597 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a2fc87a-b5db-4851-b0f5-8ff412a1a6ea req-99d62881-644c-4bee-90df-0896d16fe4fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0628879 Feb 16 14:28:28.341612 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a2fc87a-b5db-4851-b0f5-8ff412a1a6ea req-0379157e-7b29-4760-8186-be12fa0f0aa3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Feb 16 14:28:29.282975 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab051dd-d344-4691-bffc-0163d1624bb0 req-181c124c-94cb-4b5f-bbee-09c2a7f04238 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:29.284513 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7ab051dd-d344-4691-bffc-0163d1624bb0 req-181c124c-94cb-4b5f-bbee-09c2a7f04238 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Feb 16 14:28:29.333465 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7ab051dd-d344-4691-bffc-0163d1624bb0 req-55d51d45-b884-454f-8a00-dc62038e9bb5 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 Feb 16 14:28:29.475017 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a90e-94e4-40d6-8684-78f5c0d4e98f req-558603d9-3b58-4577-9da7-8d536ab40b2d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:29.476928 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48e4a90e-94e4-40d6-8684-78f5c0d4e98f req-558603d9-3b58-4577-9da7-8d536ab40b2d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0587771 Feb 16 14:28:29.526210 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48e4a90e-94e4-40d6-8684-78f5c0d4e98f req-e6235e0d-73be-49b8-9b64-6d3c7a4645f9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Feb 16 14:28:30.492993 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344154e-3153-4a33-a3d8-66a3c5b297a1 req-ec1a7982-2d98-4d32-b838-f974c9786dc7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.494525 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6344154e-3153-4a33-a3d8-66a3c5b297a1 req-ec1a7982-2d98-4d32-b838-f974c9786dc7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0754433 Feb 16 14:28:30.547531 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6344154e-3153-4a33-a3d8-66a3c5b297a1 req-c59b77df-034c-472e-b249-9ea3b997e19d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Feb 16 14:28:30.695717 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f3d9c-731e-4d5f-91e4-53b39bae2651 req-74a8fd11-3c24-449c-a25a-3fa70f495e49 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.697296 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f2f3d9c-731e-4d5f-91e4-53b39bae2651 req-74a8fd11-3c24-449c-a25a-3fa70f495e49 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0817292 Feb 16 14:28:30.760438 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f2f3d9c-731e-4d5f-91e4-53b39bae2651 req-3eedd135-6429-4495-b85a-b5c28ce97f70 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540202 Feb 16 14:28:31.672333 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f3190-ec44-475a-8811-20b7101ac109 req-c5bce1b9-f862-49da-8b85-225283bd514d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:31.674190 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-858f3190-ec44-475a-8811-20b7101ac109 req-c5bce1b9-f862-49da-8b85-225283bd514d tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0572867 Feb 16 14:28:31.751706 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-858f3190-ec44-475a-8811-20b7101ac109 req-207470e1-cb16-44cf-8a7e-94417131b4dd tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719171 Feb 16 14:28:31.897544 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e7d6c-78e3-4a47-b30f-8956c559c643 req-4a77b757-ef50-4540-8d07-f870843c5660 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:31.899156 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f45e7d6c-78e3-4a47-b30f-8956c559c643 req-4a77b757-ef50-4540-8d07-f870843c5660 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0578551 Feb 16 14:28:31.949761 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f45e7d6c-78e3-4a47-b30f-8956c559c643 req-3e87d48d-0406-42dd-a5dc-8275b7022f4b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Feb 16 14:28:32.867687 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e21a8-49d7-4845-ad04-9def5342973d req-a2e47584-4fb4-45be-9f80-ceabff5cdc1f tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:32.869175 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-725e21a8-49d7-4845-ad04-9def5342973d req-a2e47584-4fb4-45be-9f80-ceabff5cdc1f tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0520618 Feb 16 14:28:32.921695 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-725e21a8-49d7-4845-ad04-9def5342973d req-08770f17-7eb0-463f-9cd4-6c42cd968403 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Feb 16 14:28:33.086935 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ea5a-387a-470a-86c8-4d9bef5e32b7 req-4126b742-cdb0-45d2-a77f-456d62b53784 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:33.088534 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aaa2ea5a-387a-470a-86c8-4d9bef5e32b7 req-4126b742-cdb0-45d2-a77f-456d62b53784 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0614462 Feb 16 14:28:33.143212 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aaa2ea5a-387a-470a-86c8-4d9bef5e32b7 req-20725d16-a4b9-4760-a145-eb94ede17fa7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Feb 16 14:28:34.053533 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef5dfd-13bf-40d6-bfef-6da76f7550f2 req-8ce8aaec-9b75-45ab-bbc8-54d61c9f5e55 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:34.054939 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48ef5dfd-13bf-40d6-bfef-6da76f7550f2 req-8ce8aaec-9b75-45ab-bbc8-54d61c9f5e55 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0631340 Feb 16 14:28:34.104813 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48ef5dfd-13bf-40d6-bfef-6da76f7550f2 req-d1a99345-0b97-4768-b9ef-f2431bc548d4 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Feb 16 14:28:34.276909 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcbc3c-6fdf-491d-94ce-05702ccd5190 req-a8313db8-2bbe-4f80-a5a7-868b71bbfb3d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:34.278424 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a5fcbc3c-6fdf-491d-94ce-05702ccd5190 req-a8313db8-2bbe-4f80-a5a7-868b71bbfb3d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0563712 Feb 16 14:28:34.328415 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a5fcbc3c-6fdf-491d-94ce-05702ccd5190 req-20164bb9-89e3-4024-90b7-59a371cc9c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Feb 16 14:28:35.224499 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0843b64-381b-4e71-8724-6b23785f9619 req-75ad3e6f-2627-4d35-895b-316707900d5e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:35.225970 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a0843b64-381b-4e71-8724-6b23785f9619 req-75ad3e6f-2627-4d35-895b-316707900d5e tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Feb 16 14:28:35.272821 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a0843b64-381b-4e71-8724-6b23785f9619 req-04666d22-981c-42b6-97ad-18887a2ae906 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Feb 16 14:28:35.451133 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fe816-dce2-46c0-aa2d-e5a9804442dc req-e9f17cbb-d958-4304-999e-8658c95e35a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:35.452639 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e19fe816-dce2-46c0-aa2d-e5a9804442dc req-e9f17cbb-d958-4304-999e-8658c95e35a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0527184 Feb 16 14:28:35.508203 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e19fe816-dce2-46c0-aa2d-e5a9804442dc req-0f4ffcb5-6c80-4694-af51-d032cfff0fa2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492792 Feb 16 14:28:36.395964 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddb68d-9fb4-4f8a-99f1-903485f442bc req-7d8f818c-7f38-4314-9c3d-937e1762c83c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:36.397478 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-05ddb68d-9fb4-4f8a-99f1-903485f442bc req-7d8f818c-7f38-4314-9c3d-937e1762c83c tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Feb 16 14:28:36.454394 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-05ddb68d-9fb4-4f8a-99f1-903485f442bc req-8da6db4f-e3db-4a3c-a95b-c75b35d87553 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Feb 16 14:28:36.638212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d3e6f-3fcb-4b4e-acce-d901ac38fe09 req-9ed97650-e5da-468a-bb86-24856e6e4d69 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:36.639716 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-445d3e6f-3fcb-4b4e-acce-d901ac38fe09 req-9ed97650-e5da-468a-bb86-24856e6e4d69 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0535443 Feb 16 14:28:36.688517 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-445d3e6f-3fcb-4b4e-acce-d901ac38fe09 req-058d4d0c-0fac-49d9-a6b6-d7e59189e910 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Feb 16 14:28:37.221739 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a63de-7d3e-484d-aa02-916dabfb76fe req-ee8579b9-60b3-40ad-9007-19820a3a3475 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.223301 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-314a63de-7d3e-484d-aa02-916dabfb76fe req-ee8579b9-60b3-40ad-9007-19820a3a3475 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0621836 Feb 16 14:28:37.272786 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-314a63de-7d3e-484d-aa02-916dabfb76fe req-b44de642-d316-4b89-abb0-0af2f8abfbcc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Feb 16 14:28:37.573173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5727-4eea-4eb8-980c-745028bd205c req-906bb257-1669-4a35-a34c-a5b508dcfd4a tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.574690 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fe1b5727-4eea-4eb8-980c-745028bd205c req-906bb257-1669-4a35-a34c-a5b508dcfd4a tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0517752 Feb 16 14:28:37.620538 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fe1b5727-4eea-4eb8-980c-745028bd205c req-1de02fe2-a429-4e02-9372-abf704534d71 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/security-groups?id=1c715e0f-3364-42cd-b2e7-9b8454f9006c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392807 Feb 16 14:28:37.704557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-2c7c48b7-fe59-43cc-9d22-39d32a2c1ea9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.705971 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-2c7c48b7-fe59-43cc-9d22-39d32a2c1ea9 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 946 time: 0.0541553 Feb 16 14:28:37.851918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9a38-388c-4009-b6d0-469ce50df0e7 req-dc4a187f-29c8-4ab7-b83e-e537caf12f26 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.853270 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-846f9a38-388c-4009-b6d0-469ce50df0e7 req-dc4a187f-29c8-4ab7-b83e-e537caf12f26 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0665278 Feb 16 14:28:37.866904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Deleting port f11a2a7a-f280-4d5e-8f52-d78dce060a80 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:37.867242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:37.962913 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-846f9a38-388c-4009-b6d0-469ce50df0e7 req-78061752-1f74-4e30-a2fd-fb789915426f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035171 Feb 16 14:28:37.986013 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] For port f11a2a7a-f280-4d5e-8f52-d78dce060a80, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f11a2a7a-f280-4d5e-8f52-d78dce060a80,segment=NetworkSegment(ff90d05b-ed6c-4019-9ea5-71cc73b722e5),segment_id=ff90d05b-ed6c-4019-9ea5-71cc73b722e5)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:37.986383 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:37.999095 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Calling delete_port for f11a2a7a-f280-4d5e-8f52-d78dce060a80 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:38.197078 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (f11a2a7a-f280-4d5e-8f52-d78dce060a80), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:38.230310 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Pushing event deleted for resources: {'Port': ['ID=f11a2a7a-f280-4d5e-8f52-d78dce060a80,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:38.255245 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['f11a2a7a-f280-4d5e-8f52-d78dce060a80'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:38.274060 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] No DVR routers for this DVR port f11a2a7a-f280-4d5e-8f52-d78dce060a80 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:28:38.277272 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:38.281249 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-819a10a3-ec27-4b09-9f8e-92eecf3e9f95 req-588f9f08-ae58-400c-a5ed-4e2c6c0848e7 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.124 "DELETE /v2.0/ports/f11a2a7a-f280-4d5e-8f52-d78dce060a80 HTTP/1.1" status: 204 len: 173 time: 0.5577424 Feb 16 14:28:38.282766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'name': 'network-vif-deleted', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:38.284251 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dc190a-cdc0-4ed8-8c22-24f2a99409fc" -d '{"events": [{"server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "name": "network-vif-deleted", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:38.326934 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2865c2-bbc5-42f9-933d-803631300ac2 x-openstack-request-id: req-7d2865c2-bbc5-42f9-933d-803631300ac2 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:38.327221 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897873de-9c9e-4336-b6c5-4bf241507c91", "name": "network-vif-deleted", "tag": "f11a2a7a-f280-4d5e-8f52-d78dce060a80", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:38.327526 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-7d2865c2-bbc5-42f9-933d-803631300ac2 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:38.327924 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897873de-9c9e-4336-b6c5-4bf241507c91', 'name': 'network-vif-deleted', 'tag': 'f11a2a7a-f280-4d5e-8f52-d78dce060a80', 'status': 'completed', 'code': 200} Feb 16 14:28:38.394058 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ebef1-79d0-40ea-9bc5-30aea4c30ac6 req-b55cdf28-a632-40fc-aed7-894dcbc4b5d6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.395556 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3e6ebef1-79d0-40ea-9bc5-30aea4c30ac6 req-b55cdf28-a632-40fc-aed7-894dcbc4b5d6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Feb 16 14:28:38.447959 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3e6ebef1-79d0-40ea-9bc5-30aea4c30ac6 req-2fe30f72-afa9-43ae-a8ee-5a3936749ddf tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Feb 16 14:28:38.715683 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b50afd32-32e7-4aa0-949f-d4ba4c0e6858 req-ce2ff266-713e-4fa6-aed4-b5525ee21c99 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0290649 Feb 16 14:28:38.979194 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b307-0df4-416e-ac1e-e45fc094b13c req-5835350b-b9d0-4a46-bca5-9f7bdc73a599 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.980550 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dfe9b307-0df4-416e-ac1e-e45fc094b13c req-5835350b-b9d0-4a46-bca5-9f7bdc73a599 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0513313 Feb 16 14:28:39.032687 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dfe9b307-0df4-416e-ac1e-e45fc094b13c req-b485ce00-e7a3-4c78-9030-1198226d8dad tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456700 Feb 16 14:28:39.095961 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72f613-f448-4035-846e-6501b0f634a1 req-12d55e71-9cf3-4613-939f-0b317c2ea6e3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:39.097452 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dd72f613-f448-4035-846e-6501b0f634a1 req-12d55e71-9cf3-4613-939f-0b317c2ea6e3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0533743 Feb 16 14:28:39.161059 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dd72f613-f448-4035-846e-6501b0f634a1 req-41b6c02d-29b9-4e84-a13f-cf4d3bbc3abb tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578446 Feb 16 14:28:39.782976 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac752-818a-4ee8-95da-f83b818d6ec7 req-30c695bd-830c-4060-b848-03d4af8ebe12 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:39.785220 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-51eac752-818a-4ee8-95da-f83b818d6ec7 req-30c695bd-830c-4060-b848-03d4af8ebe12 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.2671266 Feb 16 14:28:39.823922 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-32c803d8-f800-4bc6-be92-c4ee78f0fb09 req-38a857b9-6379-4d94-8f15-8246be0abc56 tempest-VolumesActionsTest-146552768 tempest-VolumesActionsTest-146552768-project] 10.222.0.110 "GET /v2.0/ports?device_id=897873de-9c9e-4336-b6c5-4bf241507c91 HTTP/1.1" status: 200 len: 210 time: 0.0258760 Feb 16 14:28:39.832440 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-51eac752-818a-4ee8-95da-f83b818d6ec7 req-79bee2d3-8c27-4e7b-88d4-9bb1eba15871 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Feb 16 14:28:40.150534 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7bbd9-1628-4464-8f61-f8d2ca04ba78 req-4b9a9fca-3a14-4c09-b894-93c1cca74a95 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.152046 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9b7bbd9-1628-4464-8f61-f8d2ca04ba78 req-4b9a9fca-3a14-4c09-b894-93c1cca74a95 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0516534 Feb 16 14:28:40.207661 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9b7bbd9-1628-4464-8f61-f8d2ca04ba78 req-9185e778-396d-4dfc-a7f3-e0c839400d35 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Feb 16 14:28:40.294770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330d7d6-4a3b-4f0c-83e3-e7fed2497f50 req-34ac43bd-935d-499e-ae1e-5a0d096f420a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.296368 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5330d7d6-4a3b-4f0c-83e3-e7fed2497f50 req-34ac43bd-935d-499e-ae1e-5a0d096f420a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0535936 Feb 16 14:28:40.343083 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5330d7d6-4a3b-4f0c-83e3-e7fed2497f50 req-586bea04-6296-4269-a198-bdc44c6b24ef tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 Feb 16 14:28:40.558734 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f11a2a7a-f280-4d5e-8f52-d78dce060a80 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:40.580539 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: f11a2a7a-f280-4d5e-8f52-d78dce060a80 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:28:40.580895 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f11a2a7a-f280-4d5e-8f52-d78dce060a80 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:28:40.961041 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c65226-edf4-4785-a1b7-d066dc9ef28b req-7d11c219-2cb9-4946-82d2-bf3f9bb27154 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.962562 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59c65226-edf4-4785-a1b7-d066dc9ef28b req-7d11c219-2cb9-4946-82d2-bf3f9bb27154 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0613179 Feb 16 14:28:41.011770 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59c65226-edf4-4785-a1b7-d066dc9ef28b req-b73b3b8c-8842-457f-8b5b-e57e5be50a01 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Feb 16 14:28:41.222483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e929-3bee-48c1-8171-549ec97a2fef req-2580b664-3425-4f98-a98a-d78c067db3cb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:41.224588 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a063e929-3bee-48c1-8171-549ec97a2fef req-2580b664-3425-4f98-a98a-d78c067db3cb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 946 time: 0.0550568 Feb 16 14:28:41.331734 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e95868-c690-4808-8a0a-ed502303f8ea req-1149eebe-57b3-452b-93f6-c21f05092dc7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:41.333409 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9e95868-c690-4808-8a0a-ed502303f8ea req-1149eebe-57b3-452b-93f6-c21f05092dc7 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0568635 Feb 16 14:28:41.354503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Deleting port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:41.354875 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.392278 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9e95868-c690-4808-8a0a-ed502303f8ea req-a6e805ac-251e-4235-b6a2-c2757acb66cb tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511005 Feb 16 14:28:41.501090 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] For port 0bb1f89d-e659-4b77-826a-fe2b1eebc599, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0bb1f89d-e659-4b77-826a-fe2b1eebc599,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:41.501486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.517869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Calling delete_port for 0bb1f89d-e659-4b77-826a-fe2b1eebc599 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:41.525931 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18a105-d225-40d3-adc7-31b2af7006e6 req-62971804-b523-4447-aac5-b8c18c0fd9a8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:41.527463 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b18a105-d225-40d3-adc7-31b2af7006e6 req-62971804-b523-4447-aac5-b8c18c0fd9a8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0958025 Feb 16 14:28:41.619744 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b18a105-d225-40d3-adc7-31b2af7006e6 req-e4611926-b7a1-4e84-ac50-64d9b3930465 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844746 Feb 16 14:28:41.784894 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (0bb1f89d-e659-4b77-826a-fe2b1eebc599), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.814309 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Pushing event deleted for resources: {'Port': ['ID=0bb1f89d-e659-4b77-826a-fe2b1eebc599,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:41.851944 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['0bb1f89d-e659-4b77-826a-fe2b1eebc599'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:41.856647 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] No DVR routers for this DVR port 0bb1f89d-e659-4b77-826a-fe2b1eebc599 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:28:41.859841 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.865430 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a063e929-3bee-48c1-8171-549ec97a2fef req-51b336f3-f1e1-4143-bfe2-b66fce704f88 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "DELETE /v2.0/ports/0bb1f89d-e659-4b77-826a-fe2b1eebc599 HTTP/1.1" status: 204 len: 173 time: 0.6289885 Feb 16 14:28:41.865430 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'name': 'network-vif-deleted', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:41.867451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6e5ac0-b7e6-4a6f-9561-2d64ea61bc66" -d '{"events": [{"server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "name": "network-vif-deleted", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:41.903794 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06141a4-f6f5-4336-9f4f-96354abad8c0 x-openstack-request-id: req-d06141a4-f6f5-4336-9f4f-96354abad8c0 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:41.904200 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c93ea-a9ad-4b0c-bc25-18f3da5bb813", "name": "network-vif-deleted", "tag": "0bb1f89d-e659-4b77-826a-fe2b1eebc599", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:41.912044 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d06141a4-f6f5-4336-9f4f-96354abad8c0 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:41.912044 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86c93ea-a9ad-4b0c-bc25-18f3da5bb813', 'name': 'network-vif-deleted', 'tag': '0bb1f89d-e659-4b77-826a-fe2b1eebc599', 'status': 'completed', 'code': 200} Feb 16 14:28:42.119435 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52724773-a5ab-4299-a51e-d39bb8bcf5e4 req-10b70d92-42f1-411a-a2d6-8db03671296b tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Feb 16 14:28:42.518993 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce946-92e5-4e44-b7b2-3fc4bf5a4ed6 req-15c68395-e285-4b41-acbd-3d9a769937f3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:42.520447 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-585ce946-92e5-4e44-b7b2-3fc4bf5a4ed6 req-15c68395-e285-4b41-acbd-3d9a769937f3 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0512037 Feb 16 14:28:42.568495 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-585ce946-92e5-4e44-b7b2-3fc4bf5a4ed6 req-be164276-9575-48d2-82c2-5580fa7b0935 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Feb 16 14:28:42.596806 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:42.693923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:42.706223 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'e636434b-73f6-458a-9681-a71516b2260d', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'e636434b-73f6-458a-9681-a71516b2260d', 'mac_address': 'fa:16:3e:6c:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:42.748254 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:42.748648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:42.760283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c006-5301-4b9a-a950-e55fc7645e4d req-a8284cf9-6312-48f7-9cab-a1e8fc26ab88 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:42.761848 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c60c006-5301-4b9a-a950-e55fc7645e4d req-a8284cf9-6312-48f7-9cab-a1e8fc26ab88 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 944 time: 0.0557666 Feb 16 14:28:42.814509 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c60c006-5301-4b9a-a950-e55fc7645e4d req-72711f30-58b7-4365-b565-e882d6c2fda9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Feb 16 14:28:42.884049 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e636434b-73f6-458a-9681-a71516b2260d {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:42.905846 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:42.968319 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.017443 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=9']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:43.024353 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.024731 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.025099 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.025442 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.025774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.026104 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.026448 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.026805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.027136 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.027461 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.027785 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.028111 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.028429 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:43.221461 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-283d3b84-9f2b-42fb-b7fc-adb5728c9cdd req-382dbfb2-3c31-4178-b6b6-f0bd7ad7bd68 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Feb 16 14:28:43.688818 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497c9db-8ed3-4053-b9ba-fec3c2501c75 req-543dafa7-d929-4442-ba8b-d46167a80e47 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:43.690228 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d497c9db-8ed3-4053-b9ba-fec3c2501c75 req-543dafa7-d929-4442-ba8b-d46167a80e47 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0523269 Feb 16 14:28:43.739244 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d497c9db-8ed3-4053-b9ba-fec3c2501c75 req-1c5a8781-0137-4cde-97e0-be81e6971c3a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Feb 16 14:28:43.814208 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d39b0d82-2a28-468e-a0a7-fbf71944538f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.938057 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4fd6d-0ed5-4813-8a2e-6ee49796da2e req-fa2b0517-3800-459d-9b3f-7815f238327c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:43.942406 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9ef4fd6d-0ed5-4813-8a2e-6ee49796da2e req-fa2b0517-3800-459d-9b3f-7815f238327c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0515301 Feb 16 14:28:43.989499 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9ef4fd6d-0ed5-4813-8a2e-6ee49796da2e req-6abdee9f-a033-47b8-a729-1d1b91593059 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Feb 16 14:28:44.331211 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6b99832-a3c5-4a1b-abf8-2d543e9c1678 req-2a9c1550-ed46-4d6b-952b-b7d5302746ab tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0294483 Feb 16 14:28:44.854020 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3090e-6bdf-427d-be62-5b239ffd55ec req-f2e5f613-ad3b-492e-967b-ca5783e133bc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:44.855571 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fbd3090e-6bdf-427d-be62-5b239ffd55ec req-f2e5f613-ad3b-492e-967b-ca5783e133bc tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0512788 Feb 16 14:28:44.901635 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fbd3090e-6bdf-427d-be62-5b239ffd55ec req-143de2d9-e0a7-4853-91f3-114f1a99f99c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Feb 16 14:28:45.113333 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c2a03-c534-4092-9000-d16b13f05111 req-6a53e443-feac-4334-ad55-7a9d17b22a51 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:45.114832 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-702c2a03-c534-4092-9000-d16b13f05111 req-6a53e443-feac-4334-ad55-7a9d17b22a51 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0560892 Feb 16 14:28:45.160855 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-702c2a03-c534-4092-9000-d16b13f05111 req-d5fa7d4e-4fb3-411e-9ff4-5410404651c5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Feb 16 14:28:45.443820 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d5c92d34-376b-49ca-b491-949703c4fe56 req-3b21000e-e8ec-4d62-bf5c-d426fed25db1 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=d86c93ea-a9ad-4b0c-bc25-18f3da5bb813 HTTP/1.1" status: 200 len: 210 time: 0.0289009 Feb 16 14:28:46.020995 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8999d0-bc9d-4ad9-b44c-a4c455435a38 req-6e215058-3f42-40b3-9ef8-bbad730db8c6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:46.021494 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9f8999d0-bc9d-4ad9-b44c-a4c455435a38 req-6e215058-3f42-40b3-9ef8-bbad730db8c6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0528293 Feb 16 14:28:46.070326 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9f8999d0-bc9d-4ad9-b44c-a4c455435a38 req-ee1bf579-42ae-49f6-9abe-24426a28b54e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Feb 16 14:28:46.205250 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4d3d205d-dec4-4a3f-97a3-ddbc48784aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.290337 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b631-deb4-4ad1-bad5-55d1c5f95fc9 req-d705df5b-17d1-4eed-981b-29899ebffb5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:46.291866 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8f69b631-deb4-4ad1-bad5-55d1c5f95fc9 req-d705df5b-17d1-4eed-981b-29899ebffb5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Feb 16 14:28:46.341046 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8f69b631-deb4-4ad1-bad5-55d1c5f95fc9 req-02052284-c5b9-4a70-91cd-c93ec55195f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428598 Feb 16 14:28:46.396579 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['e636434b-73f6-458a-9681-a71516b2260d'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:47.111987 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.157649 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-9a0e3e47-9edc-49e0-90bc-846321b9a64e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:47.159126 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-9a0e3e47-9edc-49e0-90bc-846321b9a64e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0577641 Feb 16 14:28:47.201491 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b08858-3792-4663-8a42-13a21732f91c req-6dfc7446-32b3-4756-a41e-cbbe29975351 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:47.207063 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d2b08858-3792-4663-8a42-13a21732f91c req-6dfc7446-32b3-4756-a41e-cbbe29975351 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 945 time: 0.0655766 Feb 16 14:28:47.275324 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d2b08858-3792-4663-8a42-13a21732f91c req-ee22b6ed-bcc1-4921-b463-29e670ce0da8 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Feb 16 14:28:47.289476 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Deleting port 47ff8a4b-9375-4563-92b3-af528e61b72f {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:47.290023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.391741 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] For port 47ff8a4b-9375-4563-92b3-af528e61b72f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47ff8a4b-9375-4563-92b3-af528e61b72f,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:47.392116 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.404649 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Calling delete_port for 47ff8a4b-9375-4563-92b3-af528e61b72f owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:47.541219 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd692370-5152-47b9-ba6d-06c80c0baac4 req-8a770ccd-995d-460b-a5c9-23b408519e00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:47.554257 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cd692370-5152-47b9-ba6d-06c80c0baac4 req-8a770ccd-995d-460b-a5c9-23b408519e00 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0952251 Feb 16 14:28:47.634352 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cd692370-5152-47b9-ba6d-06c80c0baac4 req-3fd2c359-0a51-4b6b-a790-203bb9809163 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821559 Feb 16 14:28:47.734611 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (47ff8a4b-9375-4563-92b3-af528e61b72f), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.763539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Pushing event deleted for resources: {'Port': ['ID=47ff8a4b-9375-4563-92b3-af528e61b72f,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:47.809341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] No DVR routers for this DVR port 47ff8a4b-9375-4563-92b3-af528e61b72f on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:28:47.812112 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.815704 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-879991b2-89cd-4a75-9c9d-a1febce9bbc8 req-462678bd-ab4e-4061-849e-0357c9b180ea tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "DELETE /v2.0/ports/47ff8a4b-9375-4563-92b3-af528e61b72f HTTP/1.1" status: 204 len: 173 time: 0.6438434 Feb 16 14:28:47.816213 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'name': 'network-vif-deleted', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:47.818522 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a72c93-8108-46b2-9ec9-ae2d73f7ac2a" -d '{"events": [{"server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "name": "network-vif-deleted", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:47.858569 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94694e77-2906-437c-b571-07da857d4893 x-openstack-request-id: req-94694e77-2906-437c-b571-07da857d4893 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:47.858960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcd0641-a2af-472e-afdb-1b7c1c72666f", "name": "network-vif-deleted", "tag": "47ff8a4b-9375-4563-92b3-af528e61b72f", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:47.859377 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-94694e77-2906-437c-b571-07da857d4893 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:47.859894 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcd0641-a2af-472e-afdb-1b7c1c72666f', 'name': 'network-vif-deleted', 'tag': '47ff8a4b-9375-4563-92b3-af528e61b72f', 'status': 'completed', 'code': 200} Feb 16 14:28:48.367394 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dc3afd9b-9013-44fe-a3f4-6c270d0fa8fd req-9cb43467-3b2e-483b-ba17-f180c1ba2608 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.0274646 Feb 16 14:28:48.739553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:48.768235 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b24f9a-7a9f-4d7a-b3e1-4de3a86a05c3 req-914a1364-b630-42c4-a70e-217609164794 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:48.769672 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-76b24f9a-7a9f-4d7a-b3e1-4de3a86a05c3 req-914a1364-b630-42c4-a70e-217609164794 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Feb 16 14:28:48.815876 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-76b24f9a-7a9f-4d7a-b3e1-4de3a86a05c3 req-787d350a-a2ab-46d4-bf26-24f44559d7dc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Feb 16 14:28:49.464888 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bf49a097-07bf-46be-8bd3-bca194838cb3 req-2aea85f1-91a7-4b19-bb10-68df900e549d tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.0310495 Feb 16 14:28:49.954769 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac10a-d3fc-4bf2-b415-eb6c34a6f5f9 req-d7d05a3c-884d-4d3c-afdf-98baa1d51f34 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:49.956283 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-eb1ac10a-d3fc-4bf2-b415-eb6c34a6f5f9 req-d7d05a3c-884d-4d3c-afdf-98baa1d51f34 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 945 time: 0.0618746 Feb 16 14:28:50.024632 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-eb1ac10a-d3fc-4bf2-b415-eb6c34a6f5f9 req-8672d644-8eca-4b0c-8c9e-a9af8c2fa32e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544627 Feb 16 14:28:50.548671 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['9be133d6-37da-4b5d-bf19-f8153906954d', '47ff8a4b-9375-4563-92b3-af528e61b72f'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:50.578336 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0ea30ce3-6fd8-4851-a8db-52c10c05486c req-228dbbee-941e-4e85-8140-639164873313 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.0359025 Feb 16 14:28:50.587285 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:50.617511 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.689441 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port e636434b-73f6-458a-9681-a71516b2260d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:50.689999 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (e636434b-73f6-458a-9681-a71516b2260d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.827447 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e636434b-73f6-458a-9681-a71516b2260d is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:50.827761 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.853644 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:50.855944 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3050bd-d295-4188-b2b4-7071767eac26" -d '{"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:50.868734 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:50.899409 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07564530-1a55-493c-acdf-eac9d699bf25 x-openstack-request-id: req-07564530-1a55-493c-acdf-eac9d699bf25 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:50.899714 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-plugged", "status": "completed", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:50.899968 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-07564530-1a55-493c-acdf-eac9d699bf25 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:50.900387 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'code': 200} Feb 16 14:28:50.945731 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.946648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 0bb1f89d-e659-4b77-826a-fe2b1eebc599 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:50.983287 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 0bb1f89d-e659-4b77-826a-fe2b1eebc599 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:28:50.984130 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 0bb1f89d-e659-4b77-826a-fe2b1eebc599 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:28:51.017401 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=10']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:51.162942 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9531e-a606-4ee7-ad85-c568d70af803 req-68f16fd0-bc00-4842-85e8-0b7e6fc11830 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:51.164428 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b0b9531e-a606-4ee7-ad85-c568d70af803 req-68f16fd0-bc00-4842-85e8-0b7e6fc11830 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0525949 Feb 16 14:28:51.215316 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b0b9531e-a606-4ee7-ad85-c568d70af803 req-49f7f5c9-b5f9-45fb-bd01-417392369a22 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Feb 16 14:28:51.271189 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.692371 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5d8a6be9-2b0a-4642-ae16-55fab0931bd6 req-5a83c1bb-b300-4384-b5a2-df5e1d9e777c tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=3dcd0641-a2af-472e-afdb-1b7c1c72666f HTTP/1.1" status: 200 len: 210 time: 0.0283363 Feb 16 14:28:51.878933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d88c-d412-4abb-ab97-e98dfe3d94b1 req-d17658d4-c246-453b-a7ca-437ee8413313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:51.880434 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3573d88c-d412-4abb-ab97-e98dfe3d94b1 req-d17658d4-c246-453b-a7ca-437ee8413313 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 1131 time: 0.0438681 Feb 16 14:28:51.942961 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3573d88c-d412-4abb-ab97-e98dfe3d94b1 req-e45f29a8-2478-42b6-a912-7a9271be0d70 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Feb 16 14:28:52.348393 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f3f1-d5ea-4eca-85e7-e7bfeee18e45 req-1f8f8406-795a-456f-b5ed-b5dca508dde1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:52.350449 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b15f3f1-d5ea-4eca-85e7-e7bfeee18e45 req-1f8f8406-795a-456f-b5ed-b5dca508dde1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0588219 Feb 16 14:28:52.404162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b15f3f1-d5ea-4eca-85e7-e7bfeee18e45 req-8dfd90c0-26c9-48bd-9712-65193b1859aa tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483027 Feb 16 14:28:53.256002 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5336f8a-0064-4ad8-9e93-3cbaf6675b3e req-3329bce6-3c18-4feb-8dc7-d779defd8440 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:53.257485 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a5336f8a-0064-4ad8-9e93-3cbaf6675b3e req-3329bce6-3c18-4feb-8dc7-d779defd8440 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0522263 Feb 16 14:28:53.305976 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a5336f8a-0064-4ad8-9e93-3cbaf6675b3e req-e0bc93bf-dda5-436f-96a1-8c28546c1d59 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Feb 16 14:28:53.551008 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22be48-e130-4db2-89f1-0fd585be965e req-d1cea542-79a8-4307-a294-09459fedf009 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:53.552533 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1f22be48-e130-4db2-89f1-0fd585be965e req-d1cea542-79a8-4307-a294-09459fedf009 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0557091 Feb 16 14:28:53.602346 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1f22be48-e130-4db2-89f1-0fd585be965e req-3cf1288d-ca94-40a8-bac4-a95eb17974a4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Feb 16 14:28:54.440329 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adac70-2bb5-417e-b5c8-6936e4a17fab req-02fa9afa-8973-4b34-b76d-b96d9156f4e5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.442570 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b9adac70-2bb5-417e-b5c8-6936e4a17fab req-02fa9afa-8973-4b34-b76d-b96d9156f4e5 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0574577 Feb 16 14:28:54.494456 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b9adac70-2bb5-417e-b5c8-6936e4a17fab req-fc174bbf-2431-4153-b85c-9cb11d83be5e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Feb 16 14:28:54.769251 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be52ca9-2857-4a1c-a896-66ea6c935561 req-38a03f06-3652-453a-9deb-3a0d85cc904c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.770788 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2be52ca9-2857-4a1c-a896-66ea6c935561 req-38a03f06-3652-453a-9deb-3a0d85cc904c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0766912 Feb 16 14:28:54.820141 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2be52ca9-2857-4a1c-a896-66ea6c935561 req-38a5c78f-989f-47b1-a92b-70e1ff228e86 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Feb 16 14:28:55.154595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57504) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:55.256479 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-79ecf945-fd43-488c-8403-f206b2832584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.326270 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-79ecf945-fd43-488c-8403-f206b2832584 admin admin] Publish callbacks [] for security_group (f950667e-86f5-4c7a-9b23-b9a908229e0a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.396024 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-79ecf945-fd43-488c-8403-f206b2832584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f950667e-86f5-4c7a-9b23-b9a908229e0a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.438560 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-79ecf945-fd43-488c-8403-f206b2832584 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=cf31c81da99e42a2ae91af6c378b1172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826407 Feb 16 14:28:55.439307 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecf945-fd43-488c-8403-f206b2832584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950667e-86f5-4c7a-9b23-b9a908229e0a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:55.441454 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 57508) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:55.490357 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] Publish callbacks [] for security_group (f950667e-86f5-4c7a-9b23-b9a908229e0a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.511334 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] Publish callbacks [] for security_group (f950667e-86f5-4c7a-9b23-b9a908229e0a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.613271 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e76f27-a6b7-42f2-b729-2ae86d2e6213 req-f8513498-7024-4eaf-82bf-23d0dbe0b76e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:55.614744 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-55e76f27-a6b7-42f2-b729-2ae86d2e6213 req-f8513498-7024-4eaf-82bf-23d0dbe0b76e tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0543332 Feb 16 14:28:55.658826 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f950667e-86f5-4c7a-9b23-b9a908229e0a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.660312 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-55e76f27-a6b7-42f2-b729-2ae86d2e6213 req-cdf5aa7c-d45d-4e60-bdc5-73df446ae0de tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Feb 16 14:28:55.661648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.662939 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f950667e-86f5-4c7a-9b23-b9a908229e0a HTTP/1.1" status: 204 len: 168 time: 0.2204521 Feb 16 14:28:55.670695 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2896e4-7769-44a4-b943-c75df39acb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950667e-86f5-4c7a-9b23-b9a908229e0a,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:55.951100 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c08d3-c3f1-4ad9-a522-fec2e24d67eb req-a6408ce6-1f19-432e-bb53-d06b24cd956e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:55.958599 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6f1c08d3-c3f1-4ad9-a522-fec2e24d67eb req-a6408ce6-1f19-432e-bb53-d06b24cd956e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0652668 Feb 16 14:28:56.002778 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6f1c08d3-c3f1-4ad9-a522-fec2e24d67eb req-af7e1746-1cba-4eac-a9fc-27e4ec131f68 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Feb 16 14:28:56.694370 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 47ff8a4b-9375-4563-92b3-af528e61b72f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:56.731991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 47ff8a4b-9375-4563-92b3-af528e61b72f {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:28:56.732648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 47ff8a4b-9375-4563-92b3-af528e61b72f not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:28:56.787742 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc904a4-0d64-49d1-a6e3-16ca545c5c8b req-c1634de3-71b0-4169-a6a2-8666b6f491fe tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:56.794505 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7fc904a4-0d64-49d1-a6e3-16ca545c5c8b req-c1634de3-71b0-4169-a6a2-8666b6f491fe tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0586674 Feb 16 14:28:56.838261 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7fc904a4-0d64-49d1-a6e3-16ca545c5c8b req-5b3ae69b-fcef-4896-8b7f-5e01431afbb6 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Feb 16 14:28:57.135777 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eedaf-7f2f-4547-b868-876c17a18b09 req-7692a9ee-3f34-4ad1-a5ec-c0d95995c962 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.137245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-459eedaf-7f2f-4547-b868-876c17a18b09 req-7692a9ee-3f34-4ad1-a5ec-c0d95995c962 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0555823 Feb 16 14:28:57.188391 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-459eedaf-7f2f-4547-b868-876c17a18b09 req-fac10b05-6826-4b44-9d33-ddd8b9d4af26 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Feb 16 14:28:57.952478 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09166a11-00ec-418b-9402-4c90b804f35b req-1408d047-4a1d-4fb1-8326-c2bf363b858a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.954158 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09166a11-00ec-418b-9402-4c90b804f35b req-1408d047-4a1d-4fb1-8326-c2bf363b858a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0503128 Feb 16 14:28:58.003957 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09166a11-00ec-418b-9402-4c90b804f35b req-dc686970-09e9-4fd5-8890-b8d52050f381 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Feb 16 14:28:58.315306 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888c20-be9a-4fa9-af81-6d2169ff9a3b req-147f3083-424b-48d6-b4d8-bb93c9661988 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:58.317222 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74888c20-be9a-4fa9-af81-6d2169ff9a3b req-147f3083-424b-48d6-b4d8-bb93c9661988 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0532086 Feb 16 14:28:58.368669 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74888c20-be9a-4fa9-af81-6d2169ff9a3b req-944c7322-b137-4283-8063-ebdecf0692c0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Feb 16 14:28:59.166685 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461731-471e-4a3d-968b-57c661669354 req-7bf9c7f1-8471-43a7-ba8b-6050a882bdae tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:59.168162 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc461731-471e-4a3d-968b-57c661669354 req-7bf9c7f1-8471-43a7-ba8b-6050a882bdae tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0945678 Feb 16 14:28:59.216192 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bc461731-471e-4a3d-968b-57c661669354 req-eb68abe5-62fe-422e-8354-74031ee28f5a tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.110 "GET /v2.0/security-groups?id=c5cd47c6-81f7-454d-a497-dc68ebdedd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Feb 16 14:28:59.506097 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddab3e3-83e7-4d5f-931d-724d554830fa req-7289ddbd-38cf-4f24-a178-c5db787349a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:59.508072 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8ddab3e3-83e7-4d5f-931d-724d554830fa req-7289ddbd-38cf-4f24-a178-c5db787349a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0618491 Feb 16 14:28:59.557728 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8ddab3e3-83e7-4d5f-931d-724d554830fa req-7476cc39-87f0-460b-95d5-7a66b0e78ec5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439723 Feb 16 14:29:00.567741 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:29:02.423233 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-4419c58a-1a56-4632-9993-3daf4ef79acf tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:02.425027 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-4419c58a-1a56-4632-9993-3daf4ef79acf tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "GET /v2.0/ports?device_id=05accb7b-6275-4c8e-a18b-69b67bdc1d8d HTTP/1.1" status: 200 len: 945 time: 0.0568106 Feb 16 14:29:02.544014 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Deleting port 9be133d6-37da-4b5d-bf19-f8153906954d {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:02.544456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.640525 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] For port 9be133d6-37da-4b5d-bf19-f8153906954d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9be133d6-37da-4b5d-bf19-f8153906954d,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:02.640887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.653935 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Calling delete_port for 9be133d6-37da-4b5d-bf19-f8153906954d owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:02.860883 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (9be133d6-37da-4b5d-bf19-f8153906954d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.890692 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Pushing event deleted for resources: {'Port': ['ID=9be133d6-37da-4b5d-bf19-f8153906954d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:02.939049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] No DVR routers for this DVR port 9be133d6-37da-4b5d-bf19-f8153906954d on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:02.942231 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.945500 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4a350f3c-53f3-49b8-b518-3c02306c259f req-1724ef92-8d0c-4ccb-8040-6a5a889a57d2 tempest-ServerRescueNegativeTestJSON-376192323 tempest-ServerRescueNegativeTestJSON-376192323-project] 10.222.0.124 "DELETE /v2.0/ports/9be133d6-37da-4b5d-bf19-f8153906954d HTTP/1.1" status: 204 len: 173 time: 0.5142636 Feb 16 14:29:02.945932 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'name': 'network-vif-deleted', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:02.948317 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64a2e3-25df-447b-a766-c2de823fea5d" -d '{"events": [{"server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "name": "network-vif-deleted", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:04.707637 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 9be133d6-37da-4b5d-bf19-f8153906954d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:04.731428 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 9be133d6-37da-4b5d-bf19-f8153906954d {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:04.731770 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 9be133d6-37da-4b5d-bf19-f8153906954d not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:08.004418 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-0667bb0d-e5cf-4bc6-a461-4ee7b07de0b7 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329735 Feb 16 14:29:08.066698 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-60a5bed8-5c6a-48bc-8f0a-bb70fd94cd0f tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:08.068162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-60a5bed8-5c6a-48bc-8f0a-bb70fd94cd0f tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/networks?id=020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 200 len: 814 time: 0.1151323 Feb 16 14:29:08.085185 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-eb9ad961-9bc7-4dd6-a846-2a9814ccd23d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/quotas/f6c24eb6d16648b4a04462f208612157 HTTP/1.1" status: 200 len: 375 time: 0.0096159 Feb 16 14:29:08.118060 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-5629b90e-5ab2-47ff-8ab5-9769c02efe9c tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266201 Feb 16 14:29:08.219079 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-02bd33c2-7872-4e07-abf6-713ab2635e4b service neutron] 10.222.0.110 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925076 Feb 16 14:29:08.224081 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-8e2d9152-ef26-49df-a896-5a93dc0a67a6 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:08.230860 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-8e2d9152-ef26-49df-a896-5a93dc0a67a6 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204418 Feb 16 14:29:08.246670 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-0475970a-6454-4d24-ba65-a0f7f56522e1 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/quotas/3600c4b4e2bf461f8716f080c94c58a3 HTTP/1.1" status: 200 len: 375 time: 0.0148804 Feb 16 14:29:08.293482 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-93b36746-b4f6-4ad2-bcc3-b1a4aacd194a tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433688 Feb 16 14:29:08.347635 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-0b30c040-73fc-4374-a241-5eba3d28250a service neutron] 10.222.0.110 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208572 Feb 16 14:29:08.531367 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 57680) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:08.720212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b3e7f-97c6-4e6e-973d-09b759f73c5e x-openstack-request-id: req-786b3e7f-97c6-4e6e-973d-09b759f73c5e {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:08.722443 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05accb7b-6275-4c8e-a18b-69b67bdc1d8d", "name": "network-vif-deleted", "tag": "9be133d6-37da-4b5d-bf19-f8153906954d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:08.723034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-786b3e7f-97c6-4e6e-973d-09b759f73c5e {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:08.723750 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05accb7b-6275-4c8e-a18b-69b67bdc1d8d', 'name': 'network-vif-deleted', 'tag': '9be133d6-37da-4b5d-bf19-f8153906954d', 'status': 'completed', 'code': 200} Feb 16 14:29:08.743667 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2312e-07f2-4ae2-93d0-fc67fc9452b7 req-f3a46831-6d07-44c7-955f-660f0e404ff7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:08.746845 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01b2312e-07f2-4ae2-93d0-fc67fc9452b7 req-f3a46831-6d07-44c7-955f-660f0e404ff7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.1211684 Feb 16 14:29:08.817459 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04d71c2f-824c-4139-93e4-4ed789bff9fe req-1bfe7bb9-25a0-4296-a2ed-321575997401 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0711107 Feb 16 14:29:08.905561 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f3146473-1868-4399-bc9b-0e1c57f64f95 req-4d6c6e38-f74e-4fbe-9888-fe6a02496621 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 210 time: 0.0417640 Feb 16 14:29:09.181273 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01b2312e-07f2-4ae2-93d0-fc67fc9452b7 req-c3077f7e-4574-43dc-b7ab-444ac3bfbb89 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223061 Feb 16 14:29:09.375379 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.954055 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-29ad163a-3f48-44f3-98f8-57376685235a req-77c864a2-44d0-49e3-831b-09b0d203b2e9 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0744677 Feb 16 14:29:10.103211 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Deleting port d2181a47-998f-4160-8d13-98e6b8015243 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:10.103911 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (d2181a47-998f-4160-8d13-98e6b8015243), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.160631 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cb49f78e-00d4-4848-aad7-f546a965701e req-a89b62af-d7e9-49c3-9d49-1030543dbd37 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 210 time: 0.0341461 Feb 16 14:29:10.273634 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] For port d2181a47-998f-4160-8d13-98e6b8015243, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=d2181a47-998f-4160-8d13-98e6b8015243,segment=NetworkSegment(6e3b6cf0-5726-4e9e-b363-d5fd035e49a6),segment_id=6e3b6cf0-5726-4e9e-b363-d5fd035e49a6)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:10.274038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (d2181a47-998f-4160-8d13-98e6b8015243), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.291358 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Calling delete_port for d2181a47-998f-4160-8d13-98e6b8015243 owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:10.649316 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (d2181a47-998f-4160-8d13-98e6b8015243), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.698745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2181a47-998f-4160-8d13-98e6b8015243,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.868236 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.124065 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-35de0396-10ce-41a3-b1ac-6f9411eb5010 req-e87c13b2-1f17-4339-9849-be24c597bb6d tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0651119 Feb 16 14:29:11.168117 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Router 46f0b962-dcee-4d5c-8f76-e46d1d739532 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:11.288527 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:11.293838 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-42c34a4b-edf5-40a3-8735-03129da00d51 admin admin] 10.222.0.110 "PUT /v2.0/routers/46f0b962-dcee-4d5c-8f76-e46d1d739532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614014 Feb 16 14:29:11.296595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57744) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:11.303381 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Sync routers for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:11.318674 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:11.320458 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:28:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.338921 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-76ddae89-4fac-43bc-87d5-fa41c718be09 req-e296ad98-c5b6-4f2a-8083-b037d94a1c19 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 210 time: 0.0448611 Feb 16 14:29:11.464510 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks [] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.501516 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:11.661663 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks [] for router_gateway (46f0b962-dcee-4d5c-8f76-e46d1d739532), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.763396 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:29:10Z', 'revision_number': 5, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port': {'id': 'c3413790-e5d1-4803-9adb-ac524f7bd819', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.798361 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Checking router: 46f0b962-dcee-4d5c-8f76-e46d1d739532 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:11.810400 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Routers {'46f0b962-dcee-4d5c-8f76-e46d1d739532'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:11.811384 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:28:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['46f0b962-dcee-4d5c-8f76-e46d1d739532'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:11.896795 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Deleting port c3413790-e5d1-4803-9adb-ac524f7bd819 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:11.897246 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.963361 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] Set router 46f0b962-dcee-4d5c-8f76-e46d1d739532 gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:11.972377 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-86939b97-d1a9-4d82-b4d5-e5e2bb59ee99 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:11.974059 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-86939b97-d1a9-4d82-b4d5-e5e2bb59ee99 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "GET /v2.0/networks?id=020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 200 len: 814 time: 0.1949654 Feb 16 14:29:12.004515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Request body: {'port': {'device_id': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8', 'admin_state_up': True, 'tenant_id': 'f6c24eb6d16648b4a04462f208612157'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:12.073780 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] For port c3413790-e5d1-4803-9adb-ac524f7bd819, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c3413790-e5d1-4803-9adb-ac524f7bd819,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:12.076439 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.095062 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Calling delete_port for c3413790-e5d1-4803-9adb-ac524f7bd819 owned by network:router_gateway {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:12.168588 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:29:11Z', 'revision_number': 6, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:12.221815 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-5ec610d6-47c6-4b81-9cb9-560417ccc71b tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597553 Feb 16 14:29:12.254183 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1f8e8-2aa0-4993-a207-3af6f51d7678 None None] The sync data for ids ['46f0b962-dcee-4d5c-8f76-e46d1d739532'] in dv-cinder-804735-16-iscsi is: [{'id': '46f0b962-dcee-4d5c-8f76-e46d1d739532', 'name': 'tempest-ServerRescueNegativeTestJSON-1274627857-router', 'tenant_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:29:11Z', 'revision_number': 6, 'project_id': 'bf4ddcdf7f0a469fa577164b86beb7cf', 'gw_port_host': None}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:12.305430 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bae2b964-0cbe-4905-87ec-78ab0b3b51f1 req-ddcecdeb-efb8-4868-8581-fdde8d7cf111 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0930350 Feb 16 14:29:12.440738 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a8cf4c6d-1022-4e70-9a3d-39ce3d56bed7 req-1de1007b-cb70-4560-82a2-13278a0c9086 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 210 time: 0.0365372 Feb 16 14:29:12.457511 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (c3413790-e5d1-4803-9adb-ac524f7bd819), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.490181 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3413790-e5d1-4803-9adb-ac524f7bd819,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:12.577595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.654594 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Made reservation on behalf of f6c24eb6d16648b4a04462f208612157 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:12.660977 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.722226 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-8b0e61e5-d28a-499b-bc3d-2292bd682dc7 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:12.724078 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-8b0e61e5-d28a-499b-bc3d-2292bd682dc7 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4845312 Feb 16 14:29:12.771501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.776384 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks [] for router_controller (46f0b962-dcee-4d5c-8f76-e46d1d739532), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:12.786143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Request body: {'port': {'device_id': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73', 'admin_state_up': True, 'tenant_id': '3600c4b4e2bf461f8716f080c94c58a3'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:13.009097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Allocated IP 172.20.0.13 (020f3991-eae7-469b-87bf-c0a4566703d8/ea493c5b-9db8-4400-9ce9-cab4ff759aed/1fb6bfc4-5c28-4aa7-afef-dea28a833f1c) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:13.014231 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (46f0b962-dcee-4d5c-8f76-e46d1d739532), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.014787 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f0b962-dcee-4d5c-8f76-e46d1d739532 {{(pid=103314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:29:13.023846 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.023846 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-de4dfacd-da6f-4c38-8412-879647045f96 admin admin] 10.222.0.110 "DELETE /v2.0/routers/46f0b962-dcee-4d5c-8f76-e46d1d739532 HTTP/1.1" status: 204 len: 168 time: 1.7123060 Feb 16 14:29:13.025974 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57772) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:13.097215 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Deleting subnet cb857142-bacd-4cee-96c1-f913ccd047ce {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:29:13.100729 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Publish callbacks [] for subnet (cb857142-bacd-4cee-96c1-f913ccd047ce), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.164660 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (cb857142-bacd-4cee-96c1-f913ccd047ce), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.232166 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (cb857142-bacd-4cee-96c1-f913ccd047ce), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.243557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Made reservation on behalf of 3600c4b4e2bf461f8716f080c94c58a3 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:13.247104 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.268867 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.276260 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks [] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.398027 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks [] for security_group (a45a24bb-505f-40f1-9121-cde73930f5ee), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.411393 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a4eb-6eb3-4b77-9f43-e29b500b4e29 req-a383572a-ab2a-423c-8725-81e3f96bec5f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:13.414493 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5338a4eb-6eb3-4b77-9f43-e29b500b4e29 req-a383572a-ab2a-423c-8725-81e3f96bec5f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1597691 Feb 16 14:29:13.416079 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (cb857142-bacd-4cee-96c1-f913ccd047ce), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.453195 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb857142-bacd-4cee-96c1-f913ccd047ce,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:13.463648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.485641 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.489503 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-48a686aa-567e-47e9-a479-2aa761761296 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/cb857142-bacd-4cee-96c1-f913ccd047ce HTTP/1.1" status: 204 len: 168 time: 0.4623511 Feb 16 14:29:13.492738 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57784) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:13.514952 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a45a24bb-505f-40f1-9121-cde73930f5ee), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.520217 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-38472e28-e88c-44e1-b2b4-d803db1e2eda req-bf9a13ca-31c8-4c95-98f5-6ae83560d025 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0907226 Feb 16 14:29:13.597143 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5338a4eb-6eb3-4b77-9f43-e29b500b4e29 req-b46391da-ecdc-40cd-a9c3-0dda19fac919 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557000 Feb 16 14:29:13.686017 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (4ba8543b-8e56-4793-9ca0-86543e7d7d00), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.806322 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (4ba8543b-8e56-4793-9ca0-86543e7d7d00), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.813920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e6e61e3a-e66f-4cb8-84aa-a07358eb12f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.841795 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba8543b-8e56-4793-9ca0-86543e7d7d00']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:13.853595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:13.853893 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3b6cf0-5726-4e9e-b363-d5fd035e49a6') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:13.864080 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (6e3b6cf0-5726-4e9e-b363-d5fd035e49a6), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.880827 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (6e3b6cf0-5726-4e9e-b363-d5fd035e49a6), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.887984 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:29:13.888511 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (6e3b6cf0-5726-4e9e-b363-d5fd035e49a6), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:29:13.890315 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:29:13.898346 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a24bb-505f-40f1-9121-cde73930f5ee,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:13.989701 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Network 020f3991-eae7-469b-87bf-c0a4566703d8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:14.003564 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Pushing event updated for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:14.006940 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:14.012493 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:14.017868 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.018539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.042145 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (4ba8543b-8e56-4793-9ca0-86543e7d7d00), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.047695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c3413790-e5d1-4803-9adb-ac524f7bd819 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:14.049339 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.055630 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] 10.222.0.110 "DELETE /v2.0/networks/4ba8543b-8e56-4793-9ca0-86543e7d7d00 HTTP/1.1" status: 204 len: 168 time: 0.5619044 Feb 16 14:29:14.082317 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: c3413790-e5d1-4803-9adb-ac524f7bd819 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:14.082721 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c3413790-e5d1-4803-9adb-ac524f7bd819 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:14.083159 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device d2181a47-998f-4160-8d13-98e6b8015243 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:14.085064 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328b0c8-5849-4641-b485-26bb36cdf9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba8543b-8e56-4793-9ca0-86543e7d7d00,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:14.126647 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016cddb-8469-4770-8606-ea05300ad75b req-9a512d59-0b99-4b7e-a113-5425a02877bc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.126882 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: d2181a47-998f-4160-8d13-98e6b8015243 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:14.126882 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device d2181a47-998f-4160-8d13-98e6b8015243 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:14.127327 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6016cddb-8469-4770-8606-ea05300ad75b req-9a512d59-0b99-4b7e-a113-5425a02877bc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 932 time: 0.2404733 Feb 16 14:29:14.165996 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Allocated IP 192.168.233.231 (b0c2b6b8-13df-4641-9567-64db46d71d73/7be71f87-40d9-415a-adc7-55bdaa6d4f40/42f071db-c04b-47df-ad6b-af38a1d48626) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:14.192125 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b04e09ea-42c2-4334-81f0-8265cea86470 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1920531 Feb 16 14:29:14.212638 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6016cddb-8469-4770-8606-ea05300ad75b req-2d91bd9b-fde0-4f1f-88d3-2f8bf5b84a0d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776320 Feb 16 14:29:14.230077 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Request body: {'port': {'device_id': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:14.346577 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.516125 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks [] for port (42f071db-c04b-47df-ad6b-af38a1d48626), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.599417 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57796) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:14.687475 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d39b118c-6795-4590-b83f-653183e06c7c req-1f9afb2b-9ab2-472d-88ac-387e305a8534 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0655098 Feb 16 14:29:14.723504 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1b44c35a-6851-4ec3-8f9b-ef6abcdf7cca admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bf4ddcdf7f0a469fa577164b86beb7cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1222298 Feb 16 14:29:14.736477 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57800) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:14.763924 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.801689 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] Publish callbacks [] for security_group (c5cd47c6-81f7-454d-a497-dc68ebdedd59), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.826254 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] Publish callbacks [] for security_group (c5cd47c6-81f7-454d-a497-dc68ebdedd59), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.884927 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Network b0c2b6b8-13df-4641-9567-64db46d71d73 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:14.890909 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:14.898658 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:14.907350 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ba7df-8fc0-4543-90bb-797fc21bb944 req-af70f375-6082-4394-bbf4-ac3919dfbd8b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.908932 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f46ba7df-8fc0-4543-90bb-797fc21bb944 req-af70f375-6082-4394-bbf4-ac3919dfbd8b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1813619 Feb 16 14:29:14.912187 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:14.917945 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.918680 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.924210 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks [] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.934928 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Pushing event updated for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:14.993649 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f46ba7df-8fc0-4543-90bb-797fc21bb944 req-46ca7c87-ad2e-4930-ad99-f9d24b29dd4a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717907 Feb 16 14:29:15.094062 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (c5cd47c6-81f7-454d-a497-dc68ebdedd59), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.095337 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Transition to ACTIVE for port object 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:29:15.096707 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.097849 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c5cd47c6-81f7-454d-a497-dc68ebdedd59 HTTP/1.1" status: 204 len: 168 time: 0.3603501 Feb 16 14:29:15.106808 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26af79-6824-42db-8b26-e27548697c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd47c6-81f7-454d-a497-dc68ebdedd59,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:15.128116 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-dc5238d0-446a-4a11-ba2e-bae03a668482 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3466370 Feb 16 14:29:15.152392 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Request body: {'port': {'device_id': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:15.192907 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-1c886bb8-1182-4cfc-88f5-14a1b1a80440 None None] Provisioning complete for port 42f071db-c04b-47df-ad6b-af38a1d48626 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:15.193395 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-1c886bb8-1182-4cfc-88f5-14a1b1a80440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.268739 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-1c886bb8-1182-4cfc-88f5-14a1b1a80440 None None] Port 42f071db-c04b-47df-ad6b-af38a1d48626 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:15.314293 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.414254 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85d68-e2af-4e8b-8ba3-9afbb15c9a41 req-790b6a93-2839-42c8-965b-33d08aa6ec31 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:15.416106 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-23f85d68-e2af-4e8b-8ba3-9afbb15c9a41 req-790b6a93-2839-42c8-965b-33d08aa6ec31 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.0780547 Feb 16 14:29:15.422102 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.534678 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-23f85d68-e2af-4e8b-8ba3-9afbb15c9a41 req-d66da58e-a3b8-490d-9033-33963e7c58d5 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982454 Feb 16 14:29:15.582100 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Attempting to bind port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:15.582667 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Attempting to bind port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:15.583142 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Attempting to bind port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c on network 020f3991-eae7-469b-87bf-c0a4566703d8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:15.609898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c on network 020f3991-eae7-469b-87bf-c0a4566703d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:29:15.610321 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Attempting to bind port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c on network 020f3991-eae7-469b-87bf-c0a4566703d8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:15.624097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:15.624460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Checking segment: {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:15.624858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Bound using segment: {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:15.625310 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Bound port: 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ca92a4-837f-45fe-b9bb-7c8f2455a045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:15.625667 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.630836 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:15.957464 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:15.961803 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:16.015901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee809a-775a-4758-a860-9718ea9049a8 req-41a44d68-ddad-4ed7-b834-f5319de8e94a tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.017378 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-58ee809a-775a-4758-a860-9718ea9049a8 req-41a44d68-ddad-4ed7-b834-f5319de8e94a tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 936 time: 0.1329114 Feb 16 14:29:16.019445 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f071db-c04b-47df-ad6b-af38a1d48626 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:16.063418 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.068237 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks [] for port (42f071db-c04b-47df-ad6b-af38a1d48626), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.085853 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Transition to ACTIVE for port object 42f071db-c04b-47df-ad6b-af38a1d48626 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:29:16.141966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.142816 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.144401 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] 10.222.0.124 "PUT /v2.0/ports/1fb6bfc4-5c28-4aa7-afef-dea28a833f1c HTTP/1.1" status: 200 len: 1094 time: 1.9214282 Feb 16 14:29:16.149530 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:16.151246 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe1f71-216f-4827-8a6c-517171ada856" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:16.206246 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a729f8-0bbf-4ffb-bba9-ac0d7eaeffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:16.210888 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64ddfb-e925-4f5b-b31e-18a2c8300505 req-9c07a6b9-71dc-4931-91d5-b691e7dd4629 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.213573 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0e64ddfb-e925-4f5b-b31e-18a2c8300505 req-9c07a6b9-71dc-4931-91d5-b691e7dd4629 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1311076 Feb 16 14:29:16.223804 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.231043 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-58ee809a-775a-4758-a860-9718ea9049a8 req-0d7f50e9-cf7c-401c-8d99-5b266dc01064 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960607 Feb 16 14:29:16.280635 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Pushing event updated for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:16.296338 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b0e19004-22b2-49d6-b74c-a26110a50b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.369710 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Attempting to bind port 42f071db-c04b-47df-ad6b-af38a1d48626 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:16.370118 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Attempting to bind port 42f071db-c04b-47df-ad6b-af38a1d48626 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:16.370559 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Attempting to bind port 42f071db-c04b-47df-ad6b-af38a1d48626 on network b0c2b6b8-13df-4641-9567-64db46d71d73 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:16.389934 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0e64ddfb-e925-4f5b-b31e-18a2c8300505 req-c63bcea4-67fe-416f-a00f-61fbeffaafaa tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640687 Feb 16 14:29:16.413685 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a008f125-6072-41e1-8894-3584efc94766 x-openstack-request-id: req-a008f125-6072-41e1-8894-3584efc94766 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:16.414141 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:16.414510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a008f125-6072-41e1-8894-3584efc94766 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:16.414993 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c', 'status': 'completed', 'code': 200} Feb 16 14:29:16.418537 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Port 42f071db-c04b-47df-ad6b-af38a1d48626 on network b0c2b6b8-13df-4641-9567-64db46d71d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:29:16.419205 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Attempting to bind port 42f071db-c04b-47df-ad6b-af38a1d48626 on network b0c2b6b8-13df-4641-9567-64db46d71d73 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:16.426596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:16.427113 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Checking segment: {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:16.427570 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Bound using segment: {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:16.428784 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Bound port: 42f071db-c04b-47df-ad6b-af38a1d48626, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea15003-6f16-4d8d-a382-6c6e29533042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:16.429800 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.529598 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:16.536752 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-fdbbea52-4e1b-4e16-926a-9bc11cd8bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.543025 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-fdbbea52-4e1b-4e16-926a-9bc11cd8bd03 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 1128 time: 0.1954086 Feb 16 14:29:16.546273 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=42f071db-c04b-47df-ad6b-af38a1d48626,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:16.684458 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.693021 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-b36b27b9-3191-4314-a931-c369444915de service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c HTTP/1.1" status: 200 len: 217 time: 0.1285355 Feb 16 14:29:16.707774 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 57852) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:16.784926 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30acb1-367f-43b8-955e-76085c71ee6d req-926e5462-8a56-4e05-9b34-9bd91629a49d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.802251 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0f30acb1-367f-43b8-955e-76085c71ee6d req-926e5462-8a56-4e05-9b34-9bd91629a49d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.1519382 Feb 16 14:29:16.840623 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.841264 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.842711 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] 10.222.0.124 "PUT /v2.0/ports/42f071db-c04b-47df-ad6b-af38a1d48626 HTTP/1.1" status: 200 len: 1098 time: 1.6956456 Feb 16 14:29:16.906327 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-fbbb8c33-e135-47b8-8e61-ee496cdd2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.911891 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-fbbb8c33-e135-47b8-8e61-ee496cdd2add service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ea493c5b-9db8-4400-9ce9-cab4ff759aed HTTP/1.1" status: 200 len: 854 time: 0.2027357 Feb 16 14:29:16.919555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15e2b9-a1cd-4fdb-afcd-a5eb0e483166 service neutron] Pushing event updated for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:16.941300 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0f30acb1-367f-43b8-955e-76085c71ee6d req-2af76005-4c18-46a0-82dd-98ef1b8ccf4c tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341262 Feb 16 14:29:16.968398 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1002534331-network', 'tenant_id': 'f334385dc44348ac9942c6606482330e'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:17.042638 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:17.044996 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.055876 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.106194 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.143303 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks [] for security_group (4c895be3-2946-4a86-860b-5562f1a18294), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.215434 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (4c895be3-2946-4a86-860b-5562f1a18294), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.251297 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:29:17.268974 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c895be3-2946-4a86-860b-5562f1a18294,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.283413 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ab906f70-a534-41c9-b7c3-81aa39778dcc), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.284035 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Added segment ab906f70-a534-41c9-b7c3-81aa39778dcc of type vlan for network 36f39343-766a-4d7f-8597-906aa4ce6697 Feb 16 14:29:17.343354 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (36f39343-766a-4d7f-8597-906aa4ce6697), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.395745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f88562-1eec-439f-9668-594c82e62d4a req-6e5ac64c-f396-4421-88fe-74ebb8165154 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:17.397851 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b7f88562-1eec-439f-9668-594c82e62d4a req-6e5ac64c-f396-4421-88fe-74ebb8165154 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.0638900 Feb 16 14:29:17.436700 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (36f39343-766a-4d7f-8597-906aa4ce6697), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.437679 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:17.438263 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.459436 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b7f88562-1eec-439f-9668-594c82e62d4a req-4ab7e589-6d58-43d6-a507-438c177f6f4b tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557504 Feb 16 14:29:17.534711 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8257077 Feb 16 14:29:17.535419 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aef0c-805a-4c3f-8b80-096fd6119ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=36f39343-766a-4d7f-8597-906aa4ce6697,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.538655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 57866) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.543730 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Request body: {'subnet': {'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1002534331-subnet', 'tenant_id': 'f334385dc44348ac9942c6606482330e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:17.547370 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 36f39343-766a-4d7f-8597-906aa4ce6697 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:29:17.561979 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32846a54-638f-4e49-b947-8266be5f0a1f req-003bbdb0-246a-44cf-9c4c-97745f473a7c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:17.563672 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-32846a54-638f-4e49-b947-8266be5f0a1f req-003bbdb0-246a-44cf-9c4c-97745f473a7c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0912814 Feb 16 14:29:17.613262 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-32846a54-638f-4e49-b947-8266be5f0a1f req-020e4010-9f47-4119-a727-4b26e87e4cec tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Feb 16 14:29:17.614651 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:17.618794 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.842715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for subnet (e7d63112-9756-4400-b678-89109a1861a1), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.900284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d63112-9756-4400-b678-89109a1861a1,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.911923 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Checking segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:17.914933 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Network hostable DHCP agents. Network: 36f39343-766a-4d7f-8597-906aa4ce6697, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:29:17.991277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Network 36f39343-766a-4d7f-8597-906aa4ce6697 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:29:18.054731 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365db44c-5a29-4ba4-a05c-316d560b8c6c req-db0bd98c-f061-44f1-af1c-ba1b68da84ae tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.056203 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-365db44c-5a29-4ba4-a05c-316d560b8c6c req-db0bd98c-f061-44f1-af1c-ba1b68da84ae tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.0522356 Feb 16 14:29:18.056946 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 36f39343-766a-4d7f-8597-906aa4ce6697) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:18.060747 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.061354 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.066919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf8342-c697-4e02-83d4-a0edd1417e79 None None] Network 36f39343-766a-4d7f-8597-906aa4ce6697 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:18.127801 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-365db44c-5a29-4ba4-a05c-316d560b8c6c req-9403868c-1fa7-4f66-8b80-1fb55b264325 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Feb 16 14:29:18.142295 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-46194835-3070-415d-8ea9-69d7ccf1f05a admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6025236 Feb 16 14:29:18.170212 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53d6ad-0f2e-4d78-a0fd-f793062e6dce None None] Network 36f39343-766a-4d7f-8597-906aa4ce6697 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:18.415861 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:18.418224 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f302d4-05c5-4400-99e3-59c72a91c5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:18.454433 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba52810-1473-4fe0-8150-998439057700 x-openstack-request-id: req-bba52810-1473-4fe0-8150-998439057700 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:18.454765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:18.455024 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-bba52810-1473-4fe0-8150-998439057700 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:18.455428 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626', 'status': 'completed', 'code': 200} Feb 16 14:29:18.572241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-8597ab2a-2093-4caa-b731-a7ca2e502ac0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.573940 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-8597ab2a-2093-4caa-b731-a7ca2e502ac0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.1121213 Feb 16 14:29:18.582823 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba341a71-e4ea-4862-b433-22018bc403e3 req-9b10f3db-755b-40c3-9b81-ea36cb78539c tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.584921 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ba341a71-e4ea-4862-b433-22018bc403e3 req-9b10f3db-755b-40c3-9b81-ea36cb78539c tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.0526597 Feb 16 14:29:18.593266 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-355801c8-a76d-4fd2-a797-e81be198247b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/quotas/f334385dc44348ac9942c6606482330e HTTP/1.1" status: 200 len: 375 time: 0.0121377 Feb 16 14:29:18.628763 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-22c0f0cc-13ab-4cf2-b934-a4335a916406 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302281 Feb 16 14:29:18.636771 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ba341a71-e4ea-4862-b433-22018bc403e3 req-457a09ec-8ab8-4fa6-a259-4d6e435a133f tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Feb 16 14:29:18.719195 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-6ca0869c-c47b-4e85-a365-112d6e3cdc6c service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 Feb 16 14:29:18.733903 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.748274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96686-b516-4169-932c-ad7f6e7f937a req-29f9b17a-f0fd-43ad-bfd5-ad9e0e4c5562 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.749810 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88c96686-b516-4169-932c-ad7f6e7f937a req-29f9b17a-f0fd-43ad-bfd5-ad9e0e4c5562 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Feb 16 14:29:18.798456 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-88c96686-b516-4169-932c-ad7f6e7f937a req-62f05529-d4fd-4861-b709-818ec3f95bf7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Feb 16 14:29:18.813129 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-f418dd45-4d03-46bf-bb9c-07daa86b8cda service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Feb 16 14:29:19.067040 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b03af41b-680e-41e0-8b37-e07932362919 req-9651e9f8-7114-4448-b610-37f87a09b6e2 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 210 time: 0.0263340 Feb 16 14:29:19.263580 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8fb0-6002-4ad5-bcc3-8cf134ca1c31 req-17278e05-3e73-41a5-bc29-b2c21a4fa191 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:19.265033 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-66fa8fb0-6002-4ad5-bcc3-8cf134ca1c31 req-17278e05-3e73-41a5-bc29-b2c21a4fa191 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.0555892 Feb 16 14:29:19.316923 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-66fa8fb0-6002-4ad5-bcc3-8cf134ca1c31 req-bf3a930e-6ffd-44a0-889d-004b4ca00c11 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Feb 16 14:29:19.641413 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-94b4a318-9289-4fae-ba0f-9f6dfcba7001 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=020f3991-eae7-469b-87bf-c0a4566703d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849736 Feb 16 14:29:19.733088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f302d4-05c5-4400-99e3-59c72a91c5e1 req-66d10299-054b-40d6-92a8-63261137248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:19.734749 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8f302d4-05c5-4400-99e3-59c72a91c5e1 req-66d10299-054b-40d6-92a8-63261137248b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 1132 time: 0.1589797 Feb 16 14:29:19.792728 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8f302d4-05c5-4400-99e3-59c72a91c5e1 req-96b7d008-740d-4085-aaa0-6d81f4bf43c2 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369592 Feb 16 14:29:19.825357 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-ef4b9f2c-00d2-4ff1-bd6e-14403db059ad service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718576 Feb 16 14:29:20.019768 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47155810-91c1-40ac-982e-6807ece4f025 req-e787a0a4-bd4b-4a8d-a77e-72b52c0ace29 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.023261 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-47155810-91c1-40ac-982e-6807ece4f025 req-e787a0a4-bd4b-4a8d-a77e-72b52c0ace29 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1101980 Feb 16 14:29:20.040983 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e801-0ed8-45b9-9cd8-4de7ed74a9eb req-cc3f856c-1eac-4d05-8df4-936718d91e01 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.047012 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2f0e801-0ed8-45b9-9cd8-4de7ed74a9eb req-cc3f856c-1eac-4d05-8df4-936718d91e01 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.2591782 Feb 16 14:29:20.111999 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f302d4-05c5-4400-99e3-59c72a91c5e1 req-34c9db56-3a83-4e40-bc42-88de1ab854bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.114463 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8f302d4-05c5-4400-99e3-59c72a91c5e1 req-34c9db56-3a83-4e40-bc42-88de1ab854bc service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2929869 Feb 16 14:29:20.125863 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-47155810-91c1-40ac-982e-6807ece4f025 req-c5f93d7f-0c0c-4423-b019-e80a585aa07e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923033 Feb 16 14:29:20.201453 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2f0e801-0ed8-45b9-9cd8-4de7ed74a9eb req-ebb99ab8-9b22-4f71-8e32-d86f0141e4f5 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388791 Feb 16 14:29:20.204387 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-529e999f-db10-4f50-a17c-94120fd0ca92 req-5ceee6a4-8bd7-4aa9-aed3-01d93ef06017 service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670814 Feb 16 14:29:20.230550 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:20.277777 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-274d87b6-cfbe-479a-a56a-48c6f3d9b097 req-c0455e3b-e4a0-42f6-9c80-5fcf1bc27bf3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 210 time: 0.0770590 Feb 16 14:29:20.305682 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-26f159cf-0864-4c3e-a44b-be1126602587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.308341 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-26f159cf-0864-4c3e-a44b-be1126602587 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 1132 time: 0.0773709 Feb 16 14:29:20.365169 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-c04abe1d-c9f2-49c5-ace5-65b022357e32 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=42f071db-c04b-47df-ad6b-af38a1d48626 HTTP/1.1" status: 200 len: 217 time: 0.0354836 Feb 16 14:29:20.477568 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-43cc07ee-6f02-4ae5-8954-87a82766e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.479757 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-43cc07ee-6f02-4ae5-8954-87a82766e527 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=7be71f87-40d9-415a-adc7-55bdaa6d4f40 HTTP/1.1" status: 200 len: 843 time: 0.0887938 Feb 16 14:29:20.569690 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367fbc-4b82-41f3-95b2-e05af093c870 req-bb0f4530-58bf-4679-802d-34c5b026bafd tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.570976 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-44367fbc-4b82-41f3-95b2-e05af093c870 req-bb0f4530-58bf-4679-802d-34c5b026bafd tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.1435204 Feb 16 14:29:20.629326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402176-3fb6-47af-8072-49d37516faf7 req-fb34a9a3-25ed-42fc-9d70-87e8c72b1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.631770 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-fb34a9a3-25ed-42fc-9d70-87e8c72b1e35 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b0c2b6b8-13df-4641-9567-64db46d71d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1384351 Feb 16 14:29:20.642536 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1f71-216f-4827-8a6c-517171ada856 req-9fd68a33-1d0e-4c1d-a906-344d0fb7b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.644018 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-9fd68a33-1d0e-4c1d-a906-344d0fb7b557 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6c24eb6d16648b4a04462f208612157&device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 1128 time: 0.1350543 Feb 16 14:29:20.676582 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-44367fbc-4b82-41f3-95b2-e05af093c870 req-28af1327-c794-465b-8f3e-ddb77e98fad7 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922639 Feb 16 14:29:20.821847 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-d6c6406e-019a-4ef8-b3b7-1b96ae66d968 service neutron] 10.222.0.124 "GET /v2.0/networks/b0c2b6b8-13df-4641-9567-64db46d71d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816444 Feb 16 14:29:20.824365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1f71-216f-4827-8a6c-517171ada856 req-eb115a75-f727-4ed9-a5e2-92bbf8463b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.825767 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-eb115a75-f727-4ed9-a5e2-92bbf8463b5f service neutron] 10.222.0.124 "GET /v2.0/networks?id=020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 200 len: 916 time: 0.1595516 Feb 16 14:29:20.903498 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-66fd2bb1-f77a-4809-a430-853300de8fea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c HTTP/1.1" status: 200 len: 217 time: 0.0509360 Feb 16 14:29:21.007451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1f71-216f-4827-8a6c-517171ada856 req-c6b594e8-71b6-4e1a-9429-175cc799ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:21.008924 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-c6b594e8-71b6-4e1a-9429-175cc799ae27 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ea493c5b-9db8-4400-9ce9-cab4ff759aed HTTP/1.1" status: 200 len: 854 time: 0.0645065 Feb 16 14:29:21.012801 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-83402176-3fb6-47af-8072-49d37516faf7 req-43b151ad-abca-4c24-bcc4-c1a5f3b01f10 service neutron] 10.222.0.124 "GET /v2.0/networks/b0c2b6b8-13df-4641-9567-64db46d71d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684961 Feb 16 14:29:21.063982 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-e7fd4694-2e8b-4ee4-b12a-cd8c8dfae548 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=020f3991-eae7-469b-87bf-c0a4566703d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302320 Feb 16 14:29:21.204545 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-5c329f00-eb57-4f2f-8ced-5e1516d17521 service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229384 Feb 16 14:29:21.266320 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cea96e-dfef-47db-b2a9-bbe767048ac2 req-bea07f51-3dce-4729-9d6d-0d1836105667 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:21.267989 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-48cea96e-dfef-47db-b2a9-bbe767048ac2 req-bea07f51-3dce-4729-9d6d-0d1836105667 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0552247 Feb 16 14:29:21.299715 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:21.320110 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-48cea96e-dfef-47db-b2a9-bbe767048ac2 req-03a5b99c-7a84-4c33-91cb-7554ec5af2be tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458674 Feb 16 14:29:21.348008 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-69fe1f71-216f-4827-8a6c-517171ada856 req-eae4981d-f72b-4c26-b9c3-ada06c66f2aa service neutron] 10.222.0.124 "GET /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317921 Feb 16 14:29:21.366202 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339d64-331a-429a-b677-a3625d4329c2 req-6d5be62a-e2ce-4492-a879-b472ac76b961 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:21.368558 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-28339d64-331a-429a-b677-a3625d4329c2 req-6d5be62a-e2ce-4492-a879-b472ac76b961 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.0746193 Feb 16 14:29:21.444245 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-00dd5621-9f66-4731-98ff-604887894314 req-5f4976b8-7df9-4752-a964-80ee2c86eda7 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 210 time: 0.0514629 Feb 16 14:29:21.457018 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-28339d64-331a-429a-b677-a3625d4329c2 req-c3c098d5-6ff1-4361-9e45-4517163ccc16 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Feb 16 14:29:21.828617 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1466d8d-41e7-4398-931d-051f9d307c53 req-854ad884-8d91-485b-8493-23088bd41e34 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:21.832305 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d1466d8d-41e7-4398-931d-051f9d307c53 req-854ad884-8d91-485b-8493-23088bd41e34 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.0655353 Feb 16 14:29:21.903541 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d1466d8d-41e7-4398-931d-051f9d307c53 req-476f1f78-3452-4b78-a8e3-c2f67c064b63 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624993 Feb 16 14:29:22.228483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-b1cef4e7-8ac4-44e3-8c4a-fd1ed81d32e9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.230001 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-b1cef4e7-8ac4-44e3-8c4a-fd1ed81d32e9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.4641421 Feb 16 14:29:22.236781 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-0afd01df-07c8-4911-ab59-e619c0c2b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.238347 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-0afd01df-07c8-4911-ab59-e619c0c2b460 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1129 time: 0.0818355 Feb 16 14:29:22.263783 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Request body: {'port': {'device_id': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'admin_state_up': True, 'tenant_id': 'f334385dc44348ac9942c6606482330e'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:22.473564 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-b1b997ce-5094-42d5-89bf-1be0087154d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.475785 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-b1b997ce-5094-42d5-89bf-1be0087154d2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.1958649 Feb 16 14:29:22.533397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbcfbc-b977-459f-95a1-aefb6397dde6 req-d02ae51c-f337-4211-b617-542bf94d2847 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.535020 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-18cbcfbc-b977-459f-95a1-aefb6397dde6 req-d02ae51c-f337-4211-b617-542bf94d2847 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1389287 Feb 16 14:29:22.565004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:22.568345 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:22.574129 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-028330e0-c524-47d9-9f4c-59394a4df548 req-bdee9d2f-6c4d-44cf-9924-303942d5031e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 210 time: 0.0292671 Feb 16 14:29:22.593608 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-c587d58e-f5a2-4dcd-b38a-073492cb68d6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 1000 time: 0.1097081 Feb 16 14:29:22.666505 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-18cbcfbc-b977-459f-95a1-aefb6397dde6 req-d6034637-5979-4b11-a7f4-bc7479d4298f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228230 Feb 16 14:29:22.687503 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34abd4-8ba1-4e55-ae2f-1d656e6cb726 req-d256e540-dc0c-4428-b729-a3e8c31905f1 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.687503 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1f34abd4-8ba1-4e55-ae2f-1d656e6cb726 req-d256e540-dc0c-4428-b729-a3e8c31905f1 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.0541670 Feb 16 14:29:22.711706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-ef5a20b5-9433-4c1d-aee9-b4529c2aade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.713180 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-ef5a20b5-9433-4c1d-aee9-b4529c2aade2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.1091950 Feb 16 14:29:22.746516 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1f34abd4-8ba1-4e55-ae2f-1d656e6cb726 req-181b78e0-1d86-44e1-ad09-ac8501c8f0ee tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Feb 16 14:29:22.801051 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Allocated IP 172.20.0.9 (36f39343-766a-4d7f-8597-906aa4ce6697/e7d63112-9756-4400-b678-89109a1861a1/68d05aef-cbdf-4b91-a018-b6666d02255e) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:22.809301 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-cd2ea4df-41b0-41b4-82d1-35ac8bdbea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.810855 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-cd2ea4df-41b0-41b4-82d1-35ac8bdbea34 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0890744 Feb 16 14:29:22.997656 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-85b15877-670b-4f0a-a803-44d090b0f0ad service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772888 Feb 16 14:29:23.124889 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks [] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.136716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fcefc-38aa-4075-ab98-e75592ea4859 req-ba69bbe8-9f35-4920-b42b-02f51004eea0 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.138293 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-370fcefc-38aa-4075-ab98-e75592ea4859 req-ba69bbe8-9f35-4920-b42b-02f51004eea0 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 944 time: 0.1527734 Feb 16 14:29:23.176398 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6b4a0970-439b-45eb-a092-0c62e2e97820 req-deedeb52-1e0e-4558-a028-0d3ea283e969 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717052 Feb 16 14:29:23.216044 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-370fcefc-38aa-4075-ab98-e75592ea4859 req-27b887b5-0cab-472b-8197-d6c92f0a7908 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Feb 16 14:29:23.311553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.354090 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Network 36f39343-766a-4d7f-8597-906aa4ce6697 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:23.359360 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:23.363036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:23.368715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.369317 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.379363 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event updated for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:23.473630 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-70e970a0-fdb3-4945-a4ba-ab364370917d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2142353 Feb 16 14:29:23.492415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Request body: {'port': {'device_id': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:23.538553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:29:23.555266 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.639973 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:23.651943 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c', 'network_id': '020f3991-eae7-469b-87bf-c0a4566703d8', 'port_id': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c', 'mac_address': 'fa:16:3e:b6:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea493c5b-9db8-4400-9ce9-cab4ff759aed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:29:23.715165 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:23.715561 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.747484 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:23.761241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f152e26-7fb2-42ad-ac2b-96d0663ae6cd req-89bc24c8-6725-4719-9b23-c841e85a38b0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.767741 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5f152e26-7fb2-42ad-ac2b-96d0663ae6cd req-89bc24c8-6725-4719-9b23-c841e85a38b0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 931 time: 0.0841162 Feb 16 14:29:23.783411 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:23.817496 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5f152e26-7fb2-42ad-ac2b-96d0663ae6cd req-6f41d521-78ae-45e4-bbd3-4c09008b81e2 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Feb 16 14:29:23.837421 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:23.838615 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 42f071db-c04b-47df-ad6b-af38a1d48626 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:29:23.911486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc17b-9283-4554-a99c-6c8e76b14418 req-766537d0-520b-43ea-893a-00b0b3d4d1e6 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.919373 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f4dcc17b-9283-4554-a99c-6c8e76b14418 req-766537d0-520b-43ea-893a-00b0b3d4d1e6 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1270087 Feb 16 14:29:23.937623 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:23.957465 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e5192-45bf-4dcd-9e97-b8d567f8e9cd req-21220980-708a-4aa5-8976-37ccc6477ac3 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.963009 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d79e5192-45bf-4dcd-9e97-b8d567f8e9cd req-21220980-708a-4aa5-8976-37ccc6477ac3 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 948 time: 0.0883617 Feb 16 14:29:24.019542 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f4dcc17b-9283-4554-a99c-6c8e76b14418 req-587bd401-471b-42f0-88dd-fe5a651bd9c4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992122 Feb 16 14:29:24.035405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d05aef-cbdf-4b91-a018-b6666d02255e {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:24.044719 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d79e5192-45bf-4dcd-9e97-b8d567f8e9cd req-55f86020-dc77-40e5-9fca-9e41f7ef182b tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750070 Feb 16 14:29:24.058561 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks [] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.073222 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Transition to ACTIVE for port object 68d05aef-cbdf-4b91-a018-b6666d02255e will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:29:24.084700 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=42f071db-c04b-47df-ad6b-af38a1d48626,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:24.093659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '42f071db-c04b-47df-ad6b-af38a1d48626', 'network_id': 'b0c2b6b8-13df-4641-9567-64db46d71d73', 'port_id': '42f071db-c04b-47df-ad6b-af38a1d48626', 'mac_address': 'fa:16:3e:1f:e7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be71f87-40d9-415a-adc7-55bdaa6d4f40', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:29:24.135215 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 42f071db-c04b-47df-ad6b-af38a1d48626 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:24.135605 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.144878 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.149001 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f071db-c04b-47df-ad6b-af38a1d48626 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:24.169263 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=42f071db-c04b-47df-ad6b-af38a1d48626,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:24.201091 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Pushing event updated for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228984 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228984 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.228984 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.229284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.229602 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:24.243590 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Attempting to bind port 68d05aef-cbdf-4b91-a018-b6666d02255e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:24.244114 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Attempting to bind port 68d05aef-cbdf-4b91-a018-b6666d02255e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:24.244466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Attempting to bind port 68d05aef-cbdf-4b91-a018-b6666d02255e on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:24.248082 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.257033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Port 68d05aef-cbdf-4b91-a018-b6666d02255e on network 36f39343-766a-4d7f-8597-906aa4ce6697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:29:24.257033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Attempting to bind port 68d05aef-cbdf-4b91-a018-b6666d02255e on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:24.261851 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:24.262201 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Checking segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:24.263694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Bound using segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:24.263694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Bound port: 68d05aef-cbdf-4b91-a018-b6666d02255e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:24.263694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.309068 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:24.362010 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:24.366039 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=68d05aef-cbdf-4b91-a018-b6666d02255e,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:24.380530 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0a1b4-d2bb-4996-a502-74c5276f60e4 req-af1821ed-41ff-42a2-909c-65fcb2f2f52e tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.382903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2df0a1b4-d2bb-4996-a502-74c5276f60e4 req-af1821ed-41ff-42a2-909c-65fcb2f2f52e tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 945 time: 0.0813606 Feb 16 14:29:24.435885 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2df0a1b4-d2bb-4996-a502-74c5276f60e4 req-cb59bb84-b4b6-4778-b82a-eda22fe1f11e tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Feb 16 14:29:24.460847 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.501619 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.502288 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.504017 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] 10.222.0.124 "PUT /v2.0/ports/68d05aef-cbdf-4b91-a018-b6666d02255e HTTP/1.1" status: 200 len: 1093 time: 1.0160179 Feb 16 14:29:24.504215 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:24.506463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c7a79-8ae8-4fde-860d-861864b9c43f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:24.528061 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165b05-5b19-4d79-9bf2-3c7ce84e678f service neutron] Pushing event updated for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:24.546467 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b416d-ca1c-43ab-a145-46589c45cd9c x-openstack-request-id: req-1d3b416d-ca1c-43ab-a145-46589c45cd9c {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:24.546890 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:24.547300 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1d3b416d-ca1c-43ab-a145-46589c45cd9c {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:24.547724 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e', 'status': 'completed', 'code': 200} Feb 16 14:29:24.636910 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['1fb6bfc4-5c28-4aa7-afef-dea28a833f1c'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:24.652170 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-a84cc6ce-1c91-4072-bf25-1c93b8589a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.653741 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-a84cc6ce-1c91-4072-bf25-1c93b8589a72 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 1127 time: 0.0577643 Feb 16 14:29:24.684359 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['42f071db-c04b-47df-ad6b-af38a1d48626'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:24.768972 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-3be67905-6fe6-4767-b7ad-c8aee118db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.770685 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-3be67905-6fe6-4767-b7ad-c8aee118db51 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=f334385dc44348ac9942c6606482330e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1026216 Feb 16 14:29:24.876683 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-8d352a67-d3f8-4be9-9b28-9c82ce0199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.878373 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-312c7a79-8ae8-4fde-860d-861864b9c43f req-8d352a67-d3f8-4be9-9b28-9c82ce0199a3 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1015403 Feb 16 14:29:24.959091 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de29e1-8a33-452b-b496-5ddc170641ed req-ec1aace4-52ff-4902-afd0-c5f6fc713929 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.961338 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-38de29e1-8a33-452b-b496-5ddc170641ed req-ec1aace4-52ff-4902-afd0-c5f6fc713929 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0761034 Feb 16 14:29:25.037345 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-38de29e1-8a33-452b-b496-5ddc170641ed req-dc7fb4f8-9e93-407c-87c8-1109f09ea0ca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677054 Feb 16 14:29:25.040248 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-48309078-90b9-4128-9ba2-c016e81e8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.041899 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-48309078-90b9-4128-9ba2-c016e81e8c99 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 1127 time: 0.0795476 Feb 16 14:29:25.100308 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-fe4d7156-9036-46fc-bbf4-41aee6af64d3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d05aef-cbdf-4b91-a018-b6666d02255e HTTP/1.1" status: 200 len: 217 time: 0.0398595 Feb 16 14:29:25.140761 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ca149-a93e-442c-87d2-23bbe96ce639 req-fe281fa6-cb48-4400-a735-acb117b8ee29 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.142213 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-097ca149-a93e-442c-87d2-23bbe96ce639 req-fe281fa6-cb48-4400-a735-acb117b8ee29 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0610795 Feb 16 14:29:25.186548 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2a61-ae10-464d-b9a6-e4935822205a req-f22a759a-6dd4-4ce1-81a4-59002e5de84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.188073 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-f22a759a-6dd4-4ce1-81a4-59002e5de84d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0804176 Feb 16 14:29:25.189536 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-097ca149-a93e-442c-87d2-23bbe96ce639 req-3bfc3dea-507e-4f23-a2e6-2f7f944e4f07 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Feb 16 14:29:25.215503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b4d3f-cfb1-413f-97ee-0e0bff96ea8a req-7cf62ddf-219f-4bdd-a135-ee2f946f17d1 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.217145 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d45b4d3f-cfb1-413f-97ee-0e0bff96ea8a req-7cf62ddf-219f-4bdd-a135-ee2f946f17d1 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 949 time: 0.0995941 Feb 16 14:29:25.235618 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-8ca71395-4bda-415b-a86f-3782efbb0e43 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371807 Feb 16 14:29:25.331699 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d45b4d3f-cfb1-413f-97ee-0e0bff96ea8a req-14623f97-9e45-43bd-84e4-858017a80d16 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986354 Feb 16 14:29:25.365472 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-09323c75-aa4f-4682-b1c6-194cfd7938d6 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114469 Feb 16 14:29:25.456874 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-401a2a61-ae10-464d-b9a6-e4935822205a req-eafde882-029f-4ab7-bd43-ca620f20b4cf service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Feb 16 14:29:25.555642 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458bdfa-45ae-4622-9185-49d7da485834 req-67a26996-e418-4186-a5cb-edd944470495 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.557108 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d458bdfa-45ae-4622-9185-49d7da485834 req-67a26996-e418-4186-a5cb-edd944470495 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Feb 16 14:29:25.603735 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d458bdfa-45ae-4622-9185-49d7da485834 req-31d26c00-48f6-4d58-b933-604b4896795f tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Feb 16 14:29:26.161397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bd84c-20e4-4864-bbb3-c8e2c3e1529c req-d4a85553-10ff-4f76-80af-f4aca41f7c5f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.162897 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2b8bd84c-20e4-4864-bbb3-c8e2c3e1529c req-d4a85553-10ff-4f76-80af-f4aca41f7c5f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0562186 Feb 16 14:29:26.209555 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2b8bd84c-20e4-4864-bbb3-c8e2c3e1529c req-6a147363-db2d-41dd-88ee-6f04fcbf7666 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Feb 16 14:29:26.315903 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23791c-0b3d-4cf6-9a8f-4a156dffed87 req-dfdf9e61-3042-4475-ac15-9f2b3635c150 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.317362 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1d23791c-0b3d-4cf6-9a8f-4a156dffed87 req-dfdf9e61-3042-4475-ac15-9f2b3635c150 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0602853 Feb 16 14:29:26.364101 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1d23791c-0b3d-4cf6-9a8f-4a156dffed87 req-c0bac3ff-e022-427b-a088-cc1770872017 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Feb 16 14:29:26.449934 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866a29a-9c94-41b4-989f-42d1747a093f req-c3937b81-6507-4715-972f-56e28175741c tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.451457 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b866a29a-9c94-41b4-989f-42d1747a093f req-c3937b81-6507-4715-972f-56e28175741c tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 949 time: 0.0539186 Feb 16 14:29:26.498048 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b866a29a-9c94-41b4-989f-42d1747a093f req-b32c8f4d-7c42-48c0-9159-0b47a0d55ae9 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Feb 16 14:29:26.717291 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95627b-e5bc-48bb-987d-a85e3a1b3814 req-dbf5d702-bb3b-4731-80c9-2f7ccfbf7a79 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.718764 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ff95627b-e5bc-48bb-987d-a85e3a1b3814 req-dbf5d702-bb3b-4731-80c9-2f7ccfbf7a79 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Feb 16 14:29:26.766846 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ff95627b-e5bc-48bb-987d-a85e3a1b3814 req-f4e98e12-9eae-4baf-9d5d-46bfecc1e17c tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Feb 16 14:29:27.325959 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684d042-c3e4-47a9-8151-c99f3442fe9e req-5241d3c2-6259-46f8-b5cd-b25c8b66f8aa tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.327471 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b684d042-c3e4-47a9-8151-c99f3442fe9e req-5241d3c2-6259-46f8-b5cd-b25c8b66f8aa tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0511854 Feb 16 14:29:27.378468 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b684d042-c3e4-47a9-8151-c99f3442fe9e req-8acc3a04-b2da-4ad1-a83c-a447b53dca43 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Feb 16 14:29:27.480804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9dc61-5eba-4b6e-9731-e1b2a410c38b req-1b95b337-95f0-4648-aba0-16fcd3ed9fea tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.482142 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4fd9dc61-5eba-4b6e-9731-e1b2a410c38b req-1b95b337-95f0-4648-aba0-16fcd3ed9fea tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0517898 Feb 16 14:29:27.532141 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4fd9dc61-5eba-4b6e-9731-e1b2a410c38b req-2dfdb8c7-658b-4191-9e20-9ec1e35fb43c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Feb 16 14:29:27.616692 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5aa536-26ed-440a-931f-cc8da1e27ad6 req-46fdafde-13f2-40ad-8f01-3903c248b996 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.619006 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7c5aa536-26ed-440a-931f-cc8da1e27ad6 req-46fdafde-13f2-40ad-8f01-3903c248b996 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 949 time: 0.0539060 Feb 16 14:29:27.665583 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7c5aa536-26ed-440a-931f-cc8da1e27ad6 req-09d131dc-cb75-437a-8a38-996f061c44ca tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Feb 16 14:29:27.880897 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211974c3-0819-4628-bd16-b5c0d7b35191 req-e4d87ad2-f37e-4607-af86-9a3c0b1390dc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.882328 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-211974c3-0819-4628-bd16-b5c0d7b35191 req-e4d87ad2-f37e-4607-af86-9a3c0b1390dc tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Feb 16 14:29:27.927953 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-211974c3-0819-4628-bd16-b5c0d7b35191 req-e64675f3-0045-49e7-a779-3801199c38c6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Feb 16 14:29:28.496465 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43e0e6-a700-4889-bc71-05ba6b7b0249 req-2ecfcc4b-7eac-43de-a51f-1ae55506b5a4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.497999 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fe43e0e6-a700-4889-bc71-05ba6b7b0249 req-2ecfcc4b-7eac-43de-a51f-1ae55506b5a4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0533946 Feb 16 14:29:28.544185 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fe43e0e6-a700-4889-bc71-05ba6b7b0249 req-b56f1458-5245-4d80-a43e-4fc2ab34e7a9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Feb 16 14:29:28.660049 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21698c-66c3-48f5-ab29-c6d4dea2473e req-d4060753-5c16-42d8-9241-23cc892f2d7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.663131 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ed21698c-66c3-48f5-ab29-c6d4dea2473e req-d4060753-5c16-42d8-9241-23cc892f2d7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0631495 Feb 16 14:29:28.711748 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ed21698c-66c3-48f5-ab29-c6d4dea2473e req-0f28c67b-d501-418f-b533-b4e9072d5a90 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Feb 16 14:29:28.795739 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba105a-340d-4b34-9a5c-e65ad7431494 req-5b0b03c9-a971-4662-9d65-9256f0b2f3c2 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.797245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46ba105a-340d-4b34-9a5c-e65ad7431494 req-5b0b03c9-a971-4662-9d65-9256f0b2f3c2 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 949 time: 0.0568078 Feb 16 14:29:28.844007 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46ba105a-340d-4b34-9a5c-e65ad7431494 req-e18c24bd-9eff-4a6a-a10c-7e3bfd438ffa tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Feb 16 14:29:29.047031 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ad46a-1fe4-4203-a69c-0f5810a1ce12 req-6b10ca5e-79fa-43ea-9a53-48b0dfb2aaaa tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.048481 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-680ad46a-1fe4-4203-a69c-0f5810a1ce12 req-6b10ca5e-79fa-43ea-9a53-48b0dfb2aaaa tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Feb 16 14:29:29.093232 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-680ad46a-1fe4-4203-a69c-0f5810a1ce12 req-8a338b3f-ac0b-44d6-8a02-3883e915d7dd tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Feb 16 14:29:29.568896 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:29.663809 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910117a2-d069-47ab-b615-4bb9f61ed938 req-34d0c191-d7df-420a-9b31-04c7a823d83d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.665632 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-910117a2-d069-47ab-b615-4bb9f61ed938 req-34d0c191-d7df-420a-9b31-04c7a823d83d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0536039 Feb 16 14:29:29.670398 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:29:29.674844 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:29.675276 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.720525 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58110) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:29.729510 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-910117a2-d069-47ab-b615-4bb9f61ed938 req-2431349c-ffd1-4e2a-a88a-bf24b316afe6 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Feb 16 14:29:29.766932 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:29.767428 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.780333 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Deleting subnet a5e2abc7-692d-4e24-8536-ab25f2fb8ed8 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:29:29.784151 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Publish callbacks [] for subnet (a5e2abc7-692d-4e24-8536-ab25f2fb8ed8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.802480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:29.803507 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:29.806576 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160e32a3-b1ac-4f59-8f18-b5066f7fb97b" -d '{"events": [{"server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "name": "network-vif-plugged", "status": "completed", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:29.846673 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ee4462-3c22-4a25-a92c-45c8288bb398 x-openstack-request-id: req-64ee4462-3c22-4a25-a92c-45c8288bb398 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:29.847040 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "name": "network-vif-plugged", "status": "completed", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:29.847421 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-64ee4462-3c22-4a25-a92c-45c8288bb398 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:29.847821 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c', 'code': 200} Feb 16 14:29:29.853366 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.854179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 42f071db-c04b-47df-ad6b-af38a1d48626 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:29.855257 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (a5e2abc7-692d-4e24-8536-ab25f2fb8ed8), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.910601 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719cf67-06f7-4a6e-92c9-1efa4b584a87 req-dd713999-1fac-44b0-872a-3c033f407761 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.912195 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0719cf67-06f7-4a6e-92c9-1efa4b584a87 req-dd713999-1fac-44b0-872a-3c033f407761 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1080613 Feb 16 14:29:29.923276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (a5e2abc7-692d-4e24-8536-ab25f2fb8ed8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:29.952851 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:30.004701 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0719cf67-06f7-4a6e-92c9-1efa4b584a87 req-796b507b-52c7-4460-97fe-ee9da6a0f1df tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792792 Feb 16 14:29:30.028297 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fca933-cc37-4a94-9b46-8d0cb76751f9 req-7ebca9ec-4f0f-471a-ad94-d5ef2a07194b tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.030162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-05fca933-cc37-4a94-9b46-8d0cb76751f9 req-7ebca9ec-4f0f-471a-ad94-d5ef2a07194b tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 949 time: 0.0686884 Feb 16 14:29:30.082405 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 42f071db-c04b-47df-ad6b-af38a1d48626 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:29:30.082646 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-05fca933-cc37-4a94-9b46-8d0cb76751f9 req-f4a968ee-8d91-459a-bd58-64f8935c0a03 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 Feb 16 14:29:30.087791 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 42f071db-c04b-47df-ad6b-af38a1d48626 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:30.088179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.112160 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (a5e2abc7-692d-4e24-8536-ab25f2fb8ed8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.151137 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e2abc7-692d-4e24-8536-ab25f2fb8ed8,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:30.154027 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.156938 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/a5e2abc7-692d-4e24-8536-ab25f2fb8ed8 HTTP/1.1" status: 204 len: 168 time: 0.4330089 Feb 16 14:29:30.159641 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58128) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:30.179441 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.179699 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.179962 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.180243 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.180579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.181056 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.181346 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.181639 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.182056 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 42f071db-c04b-47df-ad6b-af38a1d48626 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:30.182179 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.182454 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.182577 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.182874 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.183255 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.183586 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ce6d3-adc4-437a-97d8-8648425957f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:30.225253 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=42f071db-c04b-47df-ad6b-af38a1d48626,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:30.264870 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdeec4-5b6d-431d-85d1-c901c9cb2d82 req-228d51ac-a5c0-4285-b92a-69dd8ea5a560 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.264870 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-92fdeec4-5b6d-431d-85d1-c901c9cb2d82 req-228d51ac-a5c0-4285-b92a-69dd8ea5a560 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0836177 Feb 16 14:29:30.272709 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (835d5ce9-a339-46c8-92e9-bdcd224e11f0), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.288267 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.288594 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845a54-165d-4f36-ae9c-1ab32792b5f0 req-92a7e3fa-bf51-4083-b7d9-21291b90d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.290971 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59845a54-165d-4f36-ae9c-1ab32792b5f0 req-92a7e3fa-bf51-4083-b7d9-21291b90d13b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 1130 time: 0.1216500 Feb 16 14:29:30.308841 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-92fdeec4-5b6d-431d-85d1-c901c9cb2d82 req-51a15942-f7ce-4c6b-a0ad-ca361cb6171d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Feb 16 14:29:30.344392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:30.393234 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (835d5ce9-a339-46c8-92e9-bdcd224e11f0), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.413957 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-59845a54-165d-4f36-ae9c-1ab32792b5f0 req-a4f1d373-0225-4ae7-8c1e-2adbe87f8fc2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953455 Feb 16 14:29:30.422071 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.422416 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.423311 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.423694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > port after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.424038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.424402 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > port after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.424725 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.425045 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.425362 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.425684 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.535065 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.535423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.538498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.538498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:29:30.538498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835d5ce9-a339-46c8-92e9-bdcd224e11f0']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:30.554235 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:30.554607 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff90d05b-ed6c-4019-9ea5-71cc73b722e5') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:30.571267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (ff90d05b-ed6c-4019-9ea5-71cc73b722e5), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.596307 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ff90d05b-ed6c-4019-9ea5-71cc73b722e5), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.604403 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:29:30.604780 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (ff90d05b-ed6c-4019-9ea5-71cc73b722e5), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: from cryptography.utils import int_from_bytes Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: from cryptography.utils import int_from_bytes Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:29:30.608772 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:29:30.727904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (835d5ce9-a339-46c8-92e9-bdcd224e11f0), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.735076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:30.738243 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] 10.222.0.110 "DELETE /v2.0/networks/835d5ce9-a339-46c8-92e9-bdcd224e11f0 HTTP/1.1" status: 204 len: 168 time: 0.5776024 Feb 16 14:29:30.748774 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e345d-87fc-4e1b-87e3-93f58cdc232c admin admin] Pushing event deleted for resources: {'Network': ['ID=835d5ce9-a339-46c8-92e9-bdcd224e11f0,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:30.849834 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a7abb-f35c-44a9-8b12-1d215f8c75a1 req-24d1964a-9d66-416a-8753-bcb171c839d4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.851365 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aa9a7abb-f35c-44a9-8b12-1d215f8c75a1 req-24d1964a-9d66-416a-8753-bcb171c839d4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 943 time: 0.0544896 Feb 16 14:29:30.903137 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aa9a7abb-f35c-44a9-8b12-1d215f8c75a1 req-2ee55847-e616-4c58-b685-8c4745426616 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Feb 16 14:29:31.123575 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b6764-527e-4b10-9a3b-47b5106e2387 req-ed3972e1-6de4-4da8-97da-13db74d06aeb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:31.125109 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab4b6764-527e-4b10-9a3b-47b5106e2387 req-ed3972e1-6de4-4da8-97da-13db74d06aeb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0522392 Feb 16 14:29:31.171666 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab4b6764-527e-4b10-9a3b-47b5106e2387 req-480cedd3-3c86-4364-985e-1a125827881f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Feb 16 14:29:31.206856 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2517a-027f-4ba8-ba53-ad87b7be0bd9 req-2210914a-f06e-4f99-8cf1-feeaf0bffbe5 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:31.208344 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c8e2517a-027f-4ba8-ba53-ad87b7be0bd9 req-2210914a-f06e-4f99-8cf1-feeaf0bffbe5 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.0584722 Feb 16 14:29:31.208916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58140) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:31.286167 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c8e2517a-027f-4ba8-ba53-ad87b7be0bd9 req-b333f3be-d634-4453-86c1-f9d08801fb5a tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704126 Feb 16 14:29:31.288102 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-74a6c296-6147-422d-9b71-cc5fadf9bc47 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3d3028599f374f01812a61120701fb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782151 Feb 16 14:29:31.292477 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58146) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:31.341589 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] Publish callbacks [] for security_group (1c715e0f-3364-42cd-b2e7-9b8454f9006c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.368633 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] Publish callbacks [] for security_group (1c715e0f-3364-42cd-b2e7-9b8454f9006c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.428019 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca994e-5abb-4719-a407-1f22b3f4dd01 req-4b840897-f8be-4b52-aebc-705b4dcefc15 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:31.429498 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9aca994e-5abb-4719-a407-1f22b3f4dd01 req-4b840897-f8be-4b52-aebc-705b4dcefc15 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0513449 Feb 16 14:29:31.488583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (1c715e0f-3364-42cd-b2e7-9b8454f9006c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.491163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.495099 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1c715e0f-3364-42cd-b2e7-9b8454f9006c HTTP/1.1" status: 204 len: 168 time: 0.1988423 Feb 16 14:29:31.508863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1498f-407b-4374-9445-83ce89d4d408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c715e0f-3364-42cd-b2e7-9b8454f9006c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:31.565217 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 68d05aef-cbdf-4b91-a018-b6666d02255e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:29:31.684181 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=68d05aef-cbdf-4b91-a018-b6666d02255e,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:31.695476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '68d05aef-cbdf-4b91-a018-b6666d02255e', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'port_id': '68d05aef-cbdf-4b91-a018-b6666d02255e', 'mac_address': 'fa:16:3e:eb:0c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d63112-9756-4400-b678-89109a1861a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:29:31.712261 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9aca994e-5abb-4719-a407-1f22b3f4dd01 req-994dc6ff-4b73-4d05-a95a-1959a1de3da0 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760437 Feb 16 14:29:31.736742 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 68d05aef-cbdf-4b91-a018-b6666d02255e is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:31.737135 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.749919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d05aef-cbdf-4b91-a018-b6666d02255e {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:31.776089 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=68d05aef-cbdf-4b91-a018-b6666d02255e,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:31.849377 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:31.852872 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ded161-a085-4cf3-ab5e-e74e3c8672a8" -d '{"events": [{"server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "name": "network-vif-plugged", "status": "completed", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:31.856313 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.888914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ffd21a-a608-47ee-9478-ff62ac146dfc x-openstack-request-id: req-35ffd21a-a608-47ee-9478-ff62ac146dfc {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:31.889210 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "name": "network-vif-plugged", "status": "completed", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:31.889490 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-35ffd21a-a608-47ee-9478-ff62ac146dfc {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:31.889993 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626', 'code': 200} Feb 16 14:29:31.911378 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:32.034145 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a05c0d-1aea-4341-8f60-f54f47ef79cf req-f36c3c2d-de65-442a-a225-39c1facaaf29 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.035669 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-72a05c0d-1aea-4341-8f60-f54f47ef79cf req-f36c3c2d-de65-442a-a225-39c1facaaf29 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 944 time: 0.0556021 Feb 16 14:29:32.082944 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-72a05c0d-1aea-4341-8f60-f54f47ef79cf req-5102d9f3-a94b-4d78-b5c6-4412730565a3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Feb 16 14:29:32.256982 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:32.332680 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac189c-1d11-473f-9940-52d95a700c3a req-d1b14309-5d80-4a99-a9c0-bbcde6d74fce tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.341820 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-efac189c-1d11-473f-9940-52d95a700c3a req-d1b14309-5d80-4a99-a9c0-bbcde6d74fce tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0984058 Feb 16 14:29:32.362881 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb0ca-f69f-4ba4-93df-5cf793d947f2 req-6be242c5-cdb0-41a1-b51e-162f742c452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.364358 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4bfb0ca-f69f-4ba4-93df-5cf793d947f2 req-6be242c5-cdb0-41a1-b51e-162f742c452d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 1134 time: 0.0921869 Feb 16 14:29:32.416576 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-efac189c-1d11-473f-9940-52d95a700c3a req-b935f6e1-0912-47d2-9b6a-46f544bddfc5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734992 Feb 16 14:29:32.429379 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe0f2-eb06-48bb-8863-b5e661714951 req-43a45abf-9cc6-435a-a2f6-9f046e3f13e4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.431441 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d6dbe0f2-eb06-48bb-8863-b5e661714951 req-43a45abf-9cc6-435a-a2f6-9f046e3f13e4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.0598221 Feb 16 14:29:32.442008 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e4bfb0ca-f69f-4ba4-93df-5cf793d947f2 req-23592103-3674-4add-b720-f95a0a81909c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Feb 16 14:29:32.488656 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d6dbe0f2-eb06-48bb-8863-b5e661714951 req-3a6d8f50-4e14-45ff-b668-9bf791bd41fb tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Feb 16 14:29:32.729248 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58184) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:32.831095 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-714012890-network', 'tenant_id': '65654470458446859230c6803abfa3ba'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:32.838181 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb301-281d-4c03-af01-94d73cd89da0 req-4a82dabf-0c7c-40dd-aedd-4fcb84d64b6b tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.839786 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46fcb301-281d-4c03-af01-94d73cd89da0 req-4a82dabf-0c7c-40dd-aedd-4fcb84d64b6b tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0596387 Feb 16 14:29:32.906200 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46fcb301-281d-4c03-af01-94d73cd89da0 req-3712fe05-ba77-4e97-9828-bcf2397e9c9d tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Feb 16 14:29:32.950085 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Made reservation on behalf of 65654470458446859230c6803abfa3ba for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:32.952484 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:32.962720 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.035063 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks [] for security_group (f0e608bb-e433-43af-bcba-df524f77c6ef), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.127297 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f0e608bb-e433-43af-bcba-df524f77c6ef), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.148648 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:29:33.162070 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e608bb-e433-43af-bcba-df524f77c6ef,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:33.166801 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (f27ca117-be08-4142-9a9b-2695e27e453d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.167148 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Added segment f27ca117-be08-4142-9a9b-2695e27e453d of type vlan for network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 Feb 16 14:29:33.215267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fabed-9a05-4266-9814-d304136f3adb req-c3bd7d73-f66e-40b8-8a2e-b91ccd1ffc5c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.216859 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-999fabed-9a05-4266-9814-d304136f3adb req-c3bd7d73-f66e-40b8-8a2e-b91ccd1ffc5c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 944 time: 0.0537028 Feb 16 14:29:33.217674 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (3fadbba7-e16d-46dc-a1db-5ba2b73129f3), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.270945 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-999fabed-9a05-4266-9814-d304136f3adb req-217eb9bb-cf11-4c93-974c-443701c41bc4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478928 Feb 16 14:29:33.327719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (3fadbba7-e16d-46dc-a1db-5ba2b73129f3), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.328964 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.329549 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.388745 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] Pushing event updated for resources: {'Network': ['ID=3fadbba7-e16d-46dc-a1db-5ba2b73129f3,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:33.398368 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:29:33.416862 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-741ca5e3-4651-43f5-b7b8-97831217a209 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6864669 Feb 16 14:29:33.419776 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58204) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:33.424759 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Request body: {'subnet': {'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-714012890-subnet', 'tenant_id': '65654470458446859230c6803abfa3ba', 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:33.528518 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Made reservation on behalf of 65654470458446859230c6803abfa3ba for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:33.531751 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11766710'] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.553520 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d4c5-5cbc-4e48-a3c7-c12abcd168da req-ca04207d-e4b2-406d-972f-27f769848dd4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.556088 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74e4d4c5-5cbc-4e48-a3c7-c12abcd168da req-ca04207d-e4b2-406d-972f-27f769848dd4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0677273 Feb 16 14:29:33.590485 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 68d05aef-cbdf-4b91-a018-b6666d02255e up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:33.632468 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-74e4d4c5-5cbc-4e48-a3c7-c12abcd168da req-5ccde2d5-fd6b-496b-bc11-1f910ddbed59 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694735 Feb 16 14:29:33.733360 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 68d05aef-cbdf-4b91-a018-b6666d02255e completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:29:33.737222 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 68d05aef-cbdf-4b91-a018-b6666d02255e triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:33.737590 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.751957 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909a18-e23c-44f8-9326-ce9de00c8380 req-59f20e06-c3c2-4c92-a745-7003d5228dbc tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.753449 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f909a18-e23c-44f8-9326-ce9de00c8380 req-59f20e06-c3c2-4c92-a745-7003d5228dbc tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.0529490 Feb 16 14:29:33.804032 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f909a18-e23c-44f8-9326-ce9de00c8380 req-bb0edc51-bc2b-451f-8519-06a48f293239 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Feb 16 14:29:33.813971 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12363105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11766660'] for subnet (6e870fe5-47a4-4eea-b374-ed3b01d10c05), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.826666 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 68d05aef-cbdf-4b91-a018-b6666d02255e is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:33.827112 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:33.879631 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e870fe5-47a4-4eea-b374-ed3b01d10c05,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:33.884695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=68d05aef-cbdf-4b91-a018-b6666d02255e,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:33.890727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:33.893948 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63c2e04-2976-4cf8-8664-2dbe49596758" -d '{"events": [{"server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "name": "network-vif-plugged", "status": "completed", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:33.896247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Checking segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:33.896533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Network hostable DHCP agents. Network: 3fadbba7-e16d-46dc-a1db-5ba2b73129f3, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:29:33.939372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df0eeb-48c9-48a9-934f-3db9e3686cd8 x-openstack-request-id: req-a2df0eeb-48c9-48a9-934f-3db9e3686cd8 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:33.939372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "name": "network-vif-plugged", "status": "completed", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:33.939372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a2df0eeb-48c9-48a9-934f-3db9e3686cd8 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:33.939372 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e', 'code': 200} Feb 16 14:29:33.956651 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.007262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:34.014098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:29:34.122666 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 3fadbba7-e16d-46dc-a1db-5ba2b73129f3) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:34.130837 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.130837 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.131200 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae133e65-731b-4fae-8722-51bd6d910f60 None None] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:34.256151 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'project_id': '65654470458446859230c6803abfa3ba', 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:29:34.259224 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.279205 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bf985bee-641e-4b3e-ad01-ea8e0fc921d5 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8583369 Feb 16 14:29:34.281782 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58220) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:34.289359 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:34.391591 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.392985 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.412298 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Allocated IP 172.20.0.2 (3fadbba7-e16d-46dc-a1db-5ba2b73129f3/6e870fe5-47a4-4eea-b374-ed3b01d10c05/a999b9f4-66f6-4ef3-999e-b48a95d93740) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:34.414817 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674fd7-9e1d-4668-a848-8c988757fb7e req-8003a802-ccd6-4487-ba64-69e4436a3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.417028 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-94674fd7-9e1d-4668-a848-8c988757fb7e req-8003a802-ccd6-4487-ba64-69e4436a3371 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 1129 time: 0.0886247 Feb 16 14:29:34.428997 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60e40-3c7e-45ea-a80a-efcbb7e3e387 req-1a5455c7-a192-4cee-9c98-2c4ce5bcf6c3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.430961 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d60e40-3c7e-45ea-a80a-efcbb7e3e387 req-1a5455c7-a192-4cee-9c98-2c4ce5bcf6c3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0708992 Feb 16 14:29:34.462770 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for router_controller (c0721467-f0f6-4226-ac80-d004e273f4e6), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.503279 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-94674fd7-9e1d-4668-a848-8c988757fb7e req-94289c91-9bbb-4b42-9d44-18c07f6d69e6 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710948 Feb 16 14:29:34.506507 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d60e40-3c7e-45ea-a80a-efcbb7e3e387 req-03235de5-b263-4223-97ef-89b40708969a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676188 Feb 16 14:29:34.566073 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks [] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.636718 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.688140 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for router_gateway (c0721467-f0f6-4226-ac80-d004e273f4e6), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.688731 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:34.693544 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:34.695641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Pushing event updated for resources: {'Port': ['ID=a999b9f4-66f6-4ef3-999e-b48a95d93740,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:34.698169 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:34.755355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Attempting to bind port a999b9f4-66f6-4ef3-999e-b48a95d93740 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:34.755773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Attempting to bind port a999b9f4-66f6-4ef3-999e-b48a95d93740 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:34.756147 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Attempting to bind port a999b9f4-66f6-4ef3-999e-b48a95d93740 on network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:34.761581 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89966194-35d5-4ca5-b645-ed15779a6178 req-81fd54d7-1f54-4a57-bc98-074d0667975c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.761842 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:34.762319 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Checking segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:34.762961 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.763073 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89966194-35d5-4ca5-b645-ed15779a6178 req-81fd54d7-1f54-4a57-bc98-074d0667975c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0551772 Feb 16 14:29:34.763368 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Bound using segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:34.763851 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Bound port: a999b9f4-66f6-4ef3-999e-b48a95d93740, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:34.764240 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.827149 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] For port a999b9f4-66f6-4ef3-999e-b48a95d93740, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:34.830419 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] For port a999b9f4-66f6-4ef3-999e-b48a95d93740, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a999b9f4-66f6-4ef3-999e-b48a95d93740,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:34.831623 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89966194-35d5-4ca5-b645-ed15779a6178 req-dc09e3ec-2e5f-43d2-89f1-e8e551c46315 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593202 Feb 16 14:29:34.935003 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.981260 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e410f-0e53-4a29-b9e1-4c4a9a979da5 req-4f964b76-9e3c-45e6-bda1-ede4556058d6 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.982820 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a70e410f-0e53-4a29-b9e1-4c4a9a979da5 req-4f964b76-9e3c-45e6-bda1-ede4556058d6 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.0900178 Feb 16 14:29:35.018085 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee32ef-c185-43e9-9820-b8b9abbc5c5f None None] Pushing event updated for resources: {'Port': ['ID=a999b9f4-66f6-4ef3-999e-b48a95d93740,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:35.022294 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for router_gateway (c0721467-f0f6-4226-ac80-d004e273f4e6), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:35.051096 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:35.053403 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a70e410f-0e53-4a29-b9e1-4c4a9a979da5 req-0890690c-1b92-4791-a1a1-b4ffb168c5da tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Feb 16 14:29:35.192023 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Allocated IP 172.27.0.59 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/c7a4bbf0-3cb8-49f5-880a-1aa929c47463) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:35.302182 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9104e-96ac-4c8c-be59-adb673f3ff2f req-6d931aa7-e876-4e55-9b72-16fb30e1e365 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.310335 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01e9104e-96ac-4c8c-be59-adb673f3ff2f req-6d931aa7-e876-4e55-9b72-16fb30e1e365 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1277142 Feb 16 14:29:35.405372 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-78ec32c1-7c8a-4864-ad4f-27c6ac689eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.407185 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-78ec32c1-7c8a-4864-ad4f-27c6ac689eec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 1129 time: 0.0612130 Feb 16 14:29:35.415184 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01e9104e-96ac-4c8c-be59-adb673f3ff2f req-9a077ada-a4be-4cd6-81e9-b105d3643ea8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037884 Feb 16 14:29:35.420313 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:35.520571 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-9b8e5fff-c6a3-41e4-9fe9-ca10b0b61dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.522501 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-9b8e5fff-c6a3-41e4-9fe9-ca10b0b61dd6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.1069117 Feb 16 14:29:35.545400 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:35.610917 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:35.620982 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:35.626014 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:35.662288 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:35.700485 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dae98c-d474-4c56-bb71-4e5ae5f718f9 req-6b0d4cf7-662a-4912-947d-1d5f553ee381 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.702095 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4dae98c-d474-4c56-bb71-4e5ae5f718f9 req-6b0d4cf7-662a-4912-947d-1d5f553ee381 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.1429374 Feb 16 14:29:35.779179 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58248) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:35.924631 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4dae98c-d474-4c56-bb71-4e5ae5f718f9 req-b6388a21-4d79-41fb-b590-4fb4c0274c8c tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359661 Feb 16 14:29:35.924735 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-7dd0f019-be34-4b7d-bd8f-e93f6a9ac436 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 200 len: 1000 time: 0.3798347 Feb 16 14:29:35.937491 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2036e-3083-4163-93be-c45f430a112e req-8eeed3fe-6f92-4327-8f1a-ad555a6ffd8c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.946903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f5f2036e-3083-4163-93be-c45f430a112e req-8eeed3fe-6f92-4327-8f1a-ad555a6ffd8c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0942602 Feb 16 14:29:35.957691 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afcaa15f-ee22-46d4-ab41-e3cfda7bfc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.067891 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-a51e292e-3c57-4322-a9ca-01adfe676cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.069682 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-a51e292e-3c57-4322-a9ca-01adfe676cd2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.1222770 Feb 16 14:29:36.097541 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f5f2036e-3083-4163-93be-c45f430a112e req-759e0495-5d97-4c84-ad71-5a0d9d1cf4d8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488407 Feb 16 14:29:36.113838 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a999b9f4-66f6-4ef3-999e-b48a95d93740 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:36.140765 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for router_gateway (c0721467-f0f6-4226-ac80-d004e273f4e6), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.141044 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-a3850a1f-c910-4f39-b2cb-ef20203ff717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.142545 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-a3850a1f-c910-4f39-b2cb-ef20203ff717 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630558 Feb 16 14:29:36.169769 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port a999b9f4-66f6-4ef3-999e-b48a95d93740 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:36.170077 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.241255 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afcaa15f-ee22-46d4-ab41-e3cfda7bfc35 admin admin] Publish callbacks [] for security_group (981af30d-1397-4921-a5ee-9adbf80c67c5), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.252150 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-321bcfd3-87d4-4b92-9836-9da6e1e84d3e service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019740 Feb 16 14:29:36.255679 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port a999b9f4-66f6-4ef3-999e-b48a95d93740 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:36.256080 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.280823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd45a7b-279b-4b0a-8336-ff091b21e164 None None] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:36.319078 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port a999b9f4-66f6-4ef3-999e-b48a95d93740, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a999b9f4-66f6-4ef3-999e-b48a95d93740,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:36.334350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afcaa15f-ee22-46d4-ab41-e3cfda7bfc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (981af30d-1397-4921-a5ee-9adbf80c67c5), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.361141 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9eb56c26-dcdb-4517-b07d-735babbc01a4 req-11797642-2841-468e-9b3e-bb8f62453bee service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025074 Feb 16 14:29:36.379798 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-afcaa15f-ee22-46d4-ab41-e3cfda7bfc35 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=48e7edea0bfd483f83fd73c6f97bc581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5983729 Feb 16 14:29:36.382398 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58258) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:36.389886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaa15f-ee22-46d4-ab41-e3cfda7bfc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981af30d-1397-4921-a5ee-9adbf80c67c5,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:36.390231 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-56ef6112-4618-4c76-8905-279701653619 None None] Provisioning complete for port a999b9f4-66f6-4ef3-999e-b48a95d93740 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:36.390613 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ef6112-4618-4c76-8905-279701653619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.416254 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.438696 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.458243 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] Publish callbacks [] for security_group (981af30d-1397-4921-a5ee-9adbf80c67c5), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.483314 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] Publish callbacks [] for security_group (981af30d-1397-4921-a5ee-9adbf80c67c5), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.525510 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=a999b9f4-66f6-4ef3-999e-b48a95d93740,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:36.580462 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-56ef6112-4618-4c76-8905-279701653619 None None] Current status of the port a999b9f4-66f6-4ef3-999e-b48a95d93740 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:36.600090 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb2797-d409-4c1f-b99e-54aa78e14f24 req-a9c9658b-6bb8-4436-bb4e-075ea989fd10 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.601793 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-50fb2797-d409-4c1f-b99e-54aa78e14f24 req-a9c9658b-6bb8-4436-bb4e-075ea989fd10 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0859153 Feb 16 14:29:36.607846 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (981af30d-1397-4921-a5ee-9adbf80c67c5), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.610400 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.614229 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/981af30d-1397-4921-a5ee-9adbf80c67c5 HTTP/1.1" status: 204 len: 168 time: 0.2297831 Feb 16 14:29:36.623297 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac80f4-1d38-485d-a7ce-7c00f4ea2dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981af30d-1397-4921-a5ee-9adbf80c67c5,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:36.670118 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-50fb2797-d409-4c1f-b99e-54aa78e14f24 req-f08ba118-a31b-4b41-bf6d-70d7d65569fb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603933 Feb 16 14:29:36.693186 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Router c0721467-f0f6-4226-ac80-d004e273f4e6 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:29:36.800358 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-85c69c06-4335-4b9e-8738-c483fc0c7105 None None] Provisioning complete for port a999b9f4-66f6-4ef3-999e-b48a95d93740 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:36.800825 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-85c69c06-4335-4b9e-8738-c483fc0c7105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.811775 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:36.827727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Sync routers for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:36.851552 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:36.852740 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:36.906804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:36.911085 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58268) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:36.911295 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-3a223546-b2e4-4c33-ab45-688dfd19f130 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6276214 Feb 16 14:29:36.979733 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-85c69c06-4335-4b9e-8738-c483fc0c7105 None None] Current status of the port a999b9f4-66f6-4ef3-999e-b48a95d93740 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:37.005754 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:37.101374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa513-0d25-4f2c-bc0e-4a88c6a48717 req-e30c1b72-52d9-4749-92dd-16673f5518ca tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.103937 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-762fa513-0d25-4f2c-bc0e-4a88c6a48717 req-e30c1b72-52d9-4749-92dd-16673f5518ca tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.1012561 Feb 16 14:29:37.236929 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:35Z', 'revision_number': 3, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:37.250169 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8d300-8e4f-49df-bc2a-32c4b493835d req-66bbc5d0-0816-4b49-8c43-3e83b7986f27 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.252112 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4a8d300-8e4f-49df-bc2a-32c4b493835d req-66bbc5d0-0816-4b49-8c43-3e83b7986f27 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0682933 Feb 16 14:29:37.280771 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Checking router: c0721467-f0f6-4226-ac80-d004e273f4e6 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:37.281894 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Updating router c0721467-f0f6-4226-ac80-d004e273f4e6 port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:29:37.308453 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-762fa513-0d25-4f2c-bc0e-4a88c6a48717 req-dbf82123-9768-469d-b52b-38c632716572 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376576 Feb 16 14:29:37.318287 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.323045 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4a8d300-8e4f-49df-bc2a-32c4b493835d req-c5e43f3a-425c-41f1-aa81-a7899b589a32 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652194 Feb 16 14:29:37.558508 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.566736 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:29:37.611933 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks [] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.699128 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.749844 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Attempting to bind port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:37.750156 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Attempting to bind port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:37.750489 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Attempting to bind port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:37.762511 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:37.762956 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:37.763321 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.763710 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:37.764299 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Bound port: c7a4bbf0-3cb8-49f5-880a-1aa929c47463, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:37.764544 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.776206 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Allocated IP 172.20.0.1 (3fadbba7-e16d-46dc-a1db-5ba2b73129f3/6e870fe5-47a4-4eea-b374-ed3b01d10c05/1bf03c3d-f5ed-405a-8cfb-2deafc9014db) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:37.786581 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bef57d-11a8-4916-9351-e7456d4c87fa None None] Pushing event updated for resources: {'Port': ['ID=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:37.819608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] For port c7a4bbf0-3cb8-49f5-880a-1aa929c47463, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:37.823433 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] For port c7a4bbf0-3cb8-49f5-880a-1aa929c47463, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:37.824688 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-8f0fe45b-5264-49d3-9581-1bfc4e8ad2de tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.826262 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-8f0fe45b-5264-49d3-9581-1bfc4e8ad2de tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.124 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.1309474 Feb 16 14:29:37.928240 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.928466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6c84-3c40-42b8-a8b8-8ec658b7810d req-1062cd59-88c2-4642-9ca7-46f68aaf82f7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.929949 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a63e6c84-3c40-42b8-a8b8-8ec658b7810d req-1062cd59-88c2-4642-9ca7-46f68aaf82f7 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1743472 Feb 16 14:29:38.004985 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:38.006488 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:38.044748 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks [] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.055981 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a63e6c84-3c40-42b8-a8b8-8ec658b7810d req-06eeea30-046b-4fd3-807d-13adf97dd1eb tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126928 Feb 16 14:29:38.082040 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Deleting port 42f071db-c04b-47df-ad6b-af38a1d48626 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:38.082394 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.203823 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] For port 42f071db-c04b-47df-ad6b-af38a1d48626, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=42f071db-c04b-47df-ad6b-af38a1d48626,segment=NetworkSegment(fea15003-6f16-4d8d-a382-6c6e29533042),segment_id=fea15003-6f16-4d8d-a382-6c6e29533042)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:38.204495 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.221716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Calling delete_port for 42f071db-c04b-47df-ad6b-af38a1d48626 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:38.224420 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.271437 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:38.278217 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:38.289603 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:38.330518 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a999b9f4-66f6-4ef3-999e-b48a95d93740 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:38.337092 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bef57d-11a8-4916-9351-e7456d4c87fa None None] Pushing event updated for resources: {'Port': ['ID=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:38.412917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Pushing event updated for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:38.428483 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port a999b9f4-66f6-4ef3-999e-b48a95d93740 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:38.428864 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.432834 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:38.484596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (c0721467-f0f6-4226-ac80-d004e273f4e6), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.512407 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab702a-0aee-49d8-90e4-4ee1f9393238 req-98a1617e-a579-4099-ab31-253528c4d2c3 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:38.513875 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-59ab702a-0aee-49d8-90e4-4ee1f9393238 req-98a1617e-a579-4099-ab31-253528c4d2c3 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 950 time: 0.0968781 Feb 16 14:29:38.604374 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-59ab702a-0aee-49d8-90e4-4ee1f9393238 req-e40dec6e-6e7a-40e1-be1d-b576db802444 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/security-groups?id=a45a24bb-505f-40f1-9121-cde73930f5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789177 Feb 16 14:29:38.675106 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-c33128be-2fdd-43af-970f-9d2cd1bdcb96 None None] Provisioning complete for port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:38.675486 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c33128be-2fdd-43af-970f-9d2cd1bdcb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.735066 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port a999b9f4-66f6-4ef3-999e-b48a95d93740 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:38.742600 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-c33128be-2fdd-43af-970f-9d2cd1bdcb96 None None] Port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:38.768938 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:35Z', 'revision_number': 3, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:38.780053 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (42f071db-c04b-47df-ad6b-af38a1d48626), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.782005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.797942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a4a915-dbd6-423f-a627-fca150d68198 None None] The sync data for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi is: [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:35Z', 'revision_number': 3, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:38.819967 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Pushing event deleted for resources: {'Port': ['ID=42f071db-c04b-47df-ad6b-af38a1d48626,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:38.836139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['42f071db-c04b-47df-ad6b-af38a1d48626'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:38.892048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] No DVR routers for this DVR port 42f071db-c04b-47df-ad6b-af38a1d48626 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:38.899876 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.902659 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7ca3eb7d-df09-413f-9d02-865ebe7c1c2f req-cd5fbeb2-ea72-40a0-a923-66211b3459c4 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.124 "DELETE /v2.0/ports/42f071db-c04b-47df-ad6b-af38a1d48626 HTTP/1.1" status: 204 len: 173 time: 1.0621397 Feb 16 14:29:38.903170 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'name': 'network-vif-deleted', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:38.905583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d35741-66d4-4b80-b555-bc7fe3c15379" -d '{"events": [{"server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "name": "network-vif-deleted", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:39.046283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755eb05-9394-4b27-9e20-b6ab5b728e67 x-openstack-request-id: req-1755eb05-9394-4b27-9e20-b6ab5b728e67 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:39.046283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066", "name": "network-vif-deleted", "tag": "42f071db-c04b-47df-ad6b-af38a1d48626", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:39.046283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1755eb05-9394-4b27-9e20-b6ab5b728e67 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:39.046283 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066', 'name': 'network-vif-deleted', 'tag': '42f071db-c04b-47df-ad6b-af38a1d48626', 'status': 'completed', 'code': 200} Feb 16 14:29:39.059985 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks [] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.122048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.211225 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Pushing event updated for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:39.216386 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (c0721467-f0f6-4226-ac80-d004e273f4e6), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.345368 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:39.347415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:39.481894 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Router c0721467-f0f6-4226-ac80-d004e273f4e6 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:39.607586 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:39.623307 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-519051fc-a05f-4a85-b553-a4bb289d632c admin admin] 10.222.0.110 "PUT /v2.0/routers/c0721467-f0f6-4226-ac80-d004e273f4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7109389 Feb 16 14:29:39.675461 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-e431eb18-6333-409f-9e7e-94c3ffebb5f5 None None] Provisioning complete for port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:39.675883 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e431eb18-6333-409f-9e7e-94c3ffebb5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.724662 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-e431eb18-6333-409f-9e7e-94c3ffebb5f5 None None] Port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:39.728648 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-854c7609-7065-4a83-8d27-65bcbd94bce3 req-a0d5820f-8143-4455-8d41-d149ecfb10b9 tempest-VolumesNegativeTest-145466722 tempest-VolumesNegativeTest-145466722-project] 10.222.0.110 "GET /v2.0/ports?device_id=9bf28a36-4b4b-4e4c-b49d-d5b9ccaf7066 HTTP/1.1" status: 200 len: 210 time: 0.0404546 Feb 16 14:29:40.059324 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c7a4bbf0-3cb8-49f5-880a-1aa929c47463 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:40.156431 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:40.157077 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.240372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:40.240875 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.264181 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port c7a4bbf0-3cb8-49f5-880a-1aa929c47463, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:40.323364 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.381695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:40.515947 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58400) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:40.520993 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1112264931-network', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:40.625004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Made reservation on behalf of 0ba4fb356b624d74a50bcc3661abcec8 for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:40.627391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.637302 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.685128 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Sync routers for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:40.694650 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:40.695329 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:40.716471 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks [] for security_group (d452ad86-51d8-4b6a-9599-3ed776920428), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.802476 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:40.807946 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d452ad86-51d8-4b6a-9599-3ed776920428), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.827866 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:29:40.846907 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d452ad86-51d8-4b6a-9599-3ed776920428,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:40.849973 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.850347 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Added segment 7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4 of type vlan for network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e Feb 16 14:29:40.899604 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (682ccbbe-8062-4ab1-92f7-3df7d1494b8e), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.973640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (682ccbbe-8062-4ab1-92f7-3df7d1494b8e), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.974648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:40.975257 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.010606 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 2, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:41.035044 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] Pushing event updated for resources: {'Network': ['ID=682ccbbe-8062-4ab1-92f7-3df7d1494b8e,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:41.043383 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Checking router: c0721467-f0f6-4226-ac80-d004e273f4e6 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:41.043718 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Updating router c0721467-f0f6-4226-ac80-d004e273f4e6 port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:29:41.046999 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:29:41.074388 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.096014 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-9c976188-df8d-42ee-be4a-9beaf8595794 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5788758 Feb 16 14:29:41.098766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58414) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:41.104121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Request body: {'subnet': {'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1112264931-subnet', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:41.230937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Made reservation on behalf of 0ba4fb356b624d74a50bcc3661abcec8 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:41.234439 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12070800'] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.402007 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks [] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.494393 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.544626 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253734-9e60-4987-9636-fded4550258f None None] Pushing event updated for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:41.546219 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8761559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12070818'] for subnet (cdd33b57-fa94-4661-82f2-284fc57ed8f5), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.553890 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.554472 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.555005 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.556110 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.556633 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.557179 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.557532 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.557875 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.558208 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.558560 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.558923 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.559247 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.559579 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86253734-9e60-4987-9636-fded4550258f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:41.614335 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd33b57-fa94-4661-82f2-284fc57ed8f5,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:41.623226 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Attempting to bind port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:41.623608 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Attempting to bind port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:41.624035 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Attempting to bind port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db on network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:41.627370 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Checking segment: {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:41.627824 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Network hostable DHCP agents. Network: 682ccbbe-8062-4ab1-92f7-3df7d1494b8e, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:29:41.629275 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:41.629659 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Checking segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:41.630111 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.630507 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Bound using segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:41.631138 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Bound port: 1bf03c3d-f5ed-405a-8cfb-2deafc9014db, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:41.631521 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.637869 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 42f071db-c04b-47df-ad6b-af38a1d48626 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:41.666314 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 42f071db-c04b-47df-ad6b-af38a1d48626 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:41.666758 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 42f071db-c04b-47df-ad6b-af38a1d48626 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:41.713424 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] For port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:41.716853 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] For port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:41.733674 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:29:41.784982 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.812555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 682ccbbe-8062-4ab1-92f7-3df7d1494b8e) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:41.816894 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:41.817516 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.829553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e635cc-08cc-48ca-90ff-b4d3c7583bff None None] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:41.847048 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:41.848001 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:41.932291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Provisioning complete for port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:41.932539 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58442) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:41.932984 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.933566 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-37493dc1-9612-46d4-bd0b-82bf82537f40 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8328822 Feb 16 14:29:41.938057 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:41.980008 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:42.031645 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'fixed_ips': [{'subnet_id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:29:42.031645 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.048068 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c7a4bbf0-3cb8-49f5-880a-1aa929c47463 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:42.050253 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.054387 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.124748 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86253734-9e60-4987-9636-fded4550258f None None] Pushing event updated for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:42.146424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for router_controller (a2dfd9a1-3107-4389-95d0-7e992fc87896), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.208986 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Current status of the port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:42.209377 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.255107 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:41Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:42.264920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:42.265303 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.289086 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19250-44c4-4a7b-ae02-50f36d3572ce None None] The sync data for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi is: [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:41Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:42.322965 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] For port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:42.374558 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Allocated IP 172.20.0.2 (682ccbbe-8062-4ab1-92f7-3df7d1494b8e/cdd33b57-fa94-4661-82f2-284fc57ed8f5/c82cc22f-b783-4383-9020-55252343a669) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:42.499806 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.676656 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:42.695722 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-777fc34b-7e80-49c1-85f9-6674b62e0d85 None None] Provisioning complete for port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:42.696113 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-777fc34b-7e80-49c1-85f9-6674b62e0d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.738072 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831e366-1abd-4b63-b10e-06671d47cca4 None None] Pushing event updated for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:42.761586 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks [] for port (c82cc22f-b783-4383-9020-55252343a669), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.790152 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for router_gateway (a2dfd9a1-3107-4389-95d0-7e992fc87896), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:42.808079 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-777fc34b-7e80-49c1-85f9-6674b62e0d85 None None] Current status of the port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:42.859595 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (c82cc22f-b783-4383-9020-55252343a669), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.058385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:43.061504 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:43.064627 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:43.079426 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Pushing event updated for resources: {'Port': ['ID=c82cc22f-b783-4383-9020-55252343a669,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:43.131237 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.131599 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.132104 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.132497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.132832 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.133243 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.133580 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.133949 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.134463 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.134851 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.135179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.135506 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.135831 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:43.157800 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Attempting to bind port c82cc22f-b783-4383-9020-55252343a669 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:43.158287 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Attempting to bind port c82cc22f-b783-4383-9020-55252343a669 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:43.158805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Attempting to bind port c82cc22f-b783-4383-9020-55252343a669 on network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:43.164273 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:43.165344 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Checking segment: {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:43.165839 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.166313 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Bound using segment: {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:43.167004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Bound port: c82cc22f-b783-4383-9020-55252343a669, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:43.167439 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c82cc22f-b783-4383-9020-55252343a669), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.207071 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for router_gateway (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.231191 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.247906 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] For port c82cc22f-b783-4383-9020-55252343a669, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:43.251324 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] For port c82cc22f-b783-4383-9020-55252343a669, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c82cc22f-b783-4383-9020-55252343a669,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:43.294475 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c82cc22f-b783-4383-9020-55252343a669), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.363483 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d773-b40d-47d4-9bba-1017de78a126 None None] Pushing event updated for resources: {'Port': ['ID=c82cc22f-b783-4383-9020-55252343a669,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:43.372883 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Allocated IP 172.27.0.97 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/a09230dc-ace2-4ce8-964f-de1ef218c14c) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:43.538305 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.693918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:43.750047 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Pushing event updated for resources: {'Port': ['ID=a09230dc-ace2-4ce8-964f-de1ef218c14c,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:43.755346 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:43.757045 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:43.760017 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:43.867371 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8500ecfa-a15e-405f-bd2c-e26e5258ae27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.111585 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 1bf03c3d-f5ed-405a-8cfb-2deafc9014db up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:44.129380 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for router_gateway (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.174226 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:44.174780 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.310886 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:44.312068 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c82cc22f-b783-4383-9020-55252343a669 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:44.366970 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c82cc22f-b783-4383-9020-55252343a669 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:44.367354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c82cc22f-b783-4383-9020-55252343a669), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.410523 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.472011 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c82cc22f-b783-4383-9020-55252343a669 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:44.472502 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c82cc22f-b783-4383-9020-55252343a669), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.494818 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d4e89-dfc5-4ffb-a037-b04d2b03a42f None None] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:29:44.604869 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port c82cc22f-b783-4383-9020-55252343a669, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c82cc22f-b783-4383-9020-55252343a669,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:44.607339 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-200809b7-453b-4e85-921d-970759e20c48 None None] Provisioning complete for port c82cc22f-b783-4383-9020-55252343a669 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:44.607707 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-200809b7-453b-4e85-921d-970759e20c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c82cc22f-b783-4383-9020-55252343a669), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.635404 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Router a2dfd9a1-3107-4389-95d0-7e992fc87896 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:29:44.699111 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c82cc22f-b783-4383-9020-55252343a669), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.760207 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:44.775239 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Sync routers for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:44.791561 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-200809b7-453b-4e85-921d-970759e20c48 None None] Current status of the port c82cc22f-b783-4383-9020-55252343a669 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:44.794787 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=c82cc22f-b783-4383-9020-55252343a669,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:44.801509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:44.806015 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:44.856430 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:44.858465 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-02d2a05f-c4ab-49d1-bd0c-c5686c2bce92 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9247947 Feb 16 14:29:44.861320 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58602) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:44.929119 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:45.036075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-500d1e15-e675-4b9a-9289-a021d95f3252 None None] Provisioning complete for port c82cc22f-b783-4383-9020-55252343a669 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:45.036075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-500d1e15-e675-4b9a-9289-a021d95f3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c82cc22f-b783-4383-9020-55252343a669), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.211984 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-500d1e15-e675-4b9a-9289-a021d95f3252 None None] Current status of the port c82cc22f-b783-4383-9020-55252343a669 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:45.234595 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:43Z', 'revision_number': 3, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:45.264861 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Checking router: a2dfd9a1-3107-4389-95d0-7e992fc87896 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:45.265169 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Updating router a2dfd9a1-3107-4389-95d0-7e992fc87896 port a09230dc-ace2-4ce8-964f-de1ef218c14c binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:29:45.294430 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.578563 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks [] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.631174 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.670572 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.756368 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6a1cf-03b7-435c-a013-b74b8376623a None None] Pushing event updated for resources: {'Port': ['ID=a09230dc-ace2-4ce8-964f-de1ef218c14c,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:45.759290 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Attempting to bind port a09230dc-ace2-4ce8-964f-de1ef218c14c on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:45.759661 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Attempting to bind port a09230dc-ace2-4ce8-964f-de1ef218c14c by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:45.760023 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Attempting to bind port a09230dc-ace2-4ce8-964f-de1ef218c14c on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:45.765499 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:45.765823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:45.766340 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.766607 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:45.767113 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Bound port: a09230dc-ace2-4ce8-964f-de1ef218c14c, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:45.767497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.830001 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] For port a09230dc-ace2-4ce8-964f-de1ef218c14c, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:45.833136 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] For port a09230dc-ace2-4ce8-964f-de1ef218c14c, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a09230dc-ace2-4ce8-964f-de1ef218c14c,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:45.847348 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Allocated IP 172.20.0.1 (682ccbbe-8062-4ab1-92f7-3df7d1494b8e/cdd33b57-fa94-4661-82f2-284fc57ed8f5/3ae70ee0-cee8-42b9-a880-e99e6b92acb5) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:45.899553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.955088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks [] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.964851 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:45.965641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:45.971449 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6a1cf-03b7-435c-a013-b74b8376623a None None] Pushing event updated for resources: {'Port': ['ID=a09230dc-ace2-4ce8-964f-de1ef218c14c,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:46.046740 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c82cc22f-b783-4383-9020-55252343a669 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:46.058672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.104941 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:46.110965 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:46.113070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:46.115619 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:46.137214 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:46.158415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.207202 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port c82cc22f-b783-4383-9020-55252343a669 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:46.207594 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c82cc22f-b783-4383-9020-55252343a669), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.301668 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8ff2266d-c2e9-4ee8-a0a3-fdb592581167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.374281 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port c82cc22f-b783-4383-9020-55252343a669 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:46.400933 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-7c0402dd-9054-4c77-925a-539713343685 None None] Provisioning complete for port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:46.401308 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7c0402dd-9054-4c77-925a-539713343685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.402911 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.445639 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-7c0402dd-9054-4c77-925a-539713343685 None None] Port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:46.460633 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:43Z', 'revision_number': 3, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:46.580441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks [] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.615136 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1fc1e-520c-4cb3-8cb8-807e204ac250 None None] The sync data for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi is: [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:43Z', 'revision_number': 3, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:46.841757 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.927579 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:46.936912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.033446 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:47.035871 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:47.106060 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.175076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Router a2dfd9a1-3107-4389-95d0-7e992fc87896 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:47.275535 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-3095d6c2-cf23-4c19-b041-c359b981974a None None] Provisioning complete for port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:47.275915 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3095d6c2-cf23-4c19-b041-c359b981974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.311308 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:47.319691 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f49a7842-2dba-41f8-b900-d212a2deb4b9 admin admin] 10.222.0.110 "PUT /v2.0/routers/a2dfd9a1-3107-4389-95d0-7e992fc87896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572034 Feb 16 14:29:47.324820 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-3095d6c2-cf23-4c19-b041-c359b981974a None None] Port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:48.058319 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a09230dc-ace2-4ce8-964f-de1ef218c14c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:48.140599 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port a09230dc-ace2-4ce8-964f-de1ef218c14c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:48.141001 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:48.245395 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port a09230dc-ace2-4ce8-964f-de1ef218c14c is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:48.245835 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:48.280361 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port a09230dc-ace2-4ce8-964f-de1ef218c14c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a09230dc-ace2-4ce8-964f-de1ef218c14c,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:48.345226 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:48.408065 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=a09230dc-ace2-4ce8-964f-de1ef218c14c,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:48.637686 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Sync routers for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:48.648322 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:48.650001 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:48.803823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:48.904194 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:49.049600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58736) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:49.314716 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-9c0b7152-8fa8-4392-85ed-64daaaefd643 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3600c4b4e2bf461f8716f080c94c58a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638087 Feb 16 14:29:49.317351 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58746) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:49.347373 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:46Z', 'revision_number': 4, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '3ae70ee0-cee8-42b9-a880-e99e6b92acb5', 'name': '', 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'mac_address': 'fa:16:3e:e8:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:45Z', 'updated_at': '2022-02-16T14:29:46Z', 'revision_number': 2, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'subnets': [{'id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:49.374265 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] Publish callbacks [] for security_group (a45a24bb-505f-40f1-9121-cde73930f5ee), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.383826 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Checking router: a2dfd9a1-3107-4389-95d0-7e992fc87896 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:49.384596 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Updating router a2dfd9a1-3107-4389-95d0-7e992fc87896 port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:29:49.402759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] Publish callbacks [] for security_group (a45a24bb-505f-40f1-9121-cde73930f5ee), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.423340 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.562098 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a45a24bb-505f-40f1-9121-cde73930f5ee), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.564792 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.568788 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a45a24bb-505f-40f1-9121-cde73930f5ee HTTP/1.1" status: 204 len: 168 time: 0.2478006 Feb 16 14:29:49.577857 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca97be4-7274-4f08-9a7b-d578ae42a1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a24bb-505f-40f1-9121-cde73930f5ee,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:49.820612 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks [] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.924784 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.984196 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad05f4-404c-4455-8189-afb548314fc1 None None] Pushing event updated for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:50.075741 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Attempting to bind port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:50.076034 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Attempting to bind port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:50.076395 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Attempting to bind port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 on network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:50.082800 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:50.083174 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Checking segment: {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:50.083581 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.083979 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Bound using segment: {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:50.084462 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Bound port: 3ae70ee0-cee8-42b9-a880-e99e6b92acb5, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:50.084840 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.141034 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a09230dc-ace2-4ce8-964f-de1ef218c14c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:50.220357 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.230186 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] For port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:50.239226 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] For port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:50.239411 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port a09230dc-ace2-4ce8-964f-de1ef218c14c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:50.239411 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.322685 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.384364 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port a09230dc-ace2-4ce8-964f-de1ef218c14c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:50.419598 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Provisioning complete for port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:50.419976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.423197 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:50.426213 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:50.486245 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad05f4-404c-4455-8189-afb548314fc1 None None] Pushing event updated for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:50.576119 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Current status of the port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:50.577247 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.627276 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:50.633774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] For port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:50.716990 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.775899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818722d5-8eac-404f-acda-078f2d729bd2 None None] Pushing event updated for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:50.842775 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-77c6fa73-9f6a-44f6-a14c-98a20a94b32b None None] Provisioning complete for port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:50.843162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-77c6fa73-9f6a-44f6-a14c-98a20a94b32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:50.919424 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:46Z', 'revision_number': 4, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '3ae70ee0-cee8-42b9-a880-e99e6b92acb5', 'name': '', 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'mac_address': 'fa:16:3e:e8:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:45Z', 'updated_at': '2022-02-16T14:29:50Z', 'revision_number': 4, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'subnets': [{'id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:50.955939 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-77c6fa73-9f6a-44f6-a14c-98a20a94b32b None None] Current status of the port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:50.960539 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea173e43-c931-4bdd-9ebf-ccbfe51a7f64 None None] The sync data for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi is: [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:29:46Z', 'revision_number': 4, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '3ae70ee0-cee8-42b9-a880-e99e6b92acb5', 'name': '', 'network_id': '682ccbbe-8062-4ab1-92f7-3df7d1494b8e', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'mac_address': 'fa:16:3e:e8:ae:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:45Z', 'updated_at': '2022-02-16T14:29:50Z', 'revision_number': 4, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'subnets': [{'id': 'cdd33b57-fa94-4661-82f2-284fc57ed8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:51.573609 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:52.069910 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:52.121998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:52.122370 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:52.393659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:54.903809 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-d9600ec6-bd56-4292-a33f-cf276be79705 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:54.915776 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-d9600ec6-bd56-4292-a33f-cf276be79705 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.1370964 Feb 16 14:29:54.948776 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-30a124dd-3923-41b0-a2e5-cb457c84a291 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/quotas/f334385dc44348ac9942c6606482330e HTTP/1.1" status: 200 len: 375 time: 0.0120549 Feb 16 14:29:55.027638 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-cc810753-b112-463c-b550-609542c30ec7 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722990 Feb 16 14:29:55.134444 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-67bf573f-d559-41b0-a509-16383ff461d6 service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998499 Feb 16 14:29:55.292270 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-1d809d4d-08b2-4c7a-8230-c722c862441c service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149364 Feb 16 14:29:55.737180 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2c16eba5-2237-46b6-bcc1-c8785ea3863f req-13b857e1-8b2e-49f1-b5a8-a060508db293 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0360601 Feb 16 14:29:55.774352 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfacd-ead2-487a-85b2-f49aac8e6eb0 req-9e1451a1-e410-42bb-9f3a-e51a9c9ad1a6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.775918 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-df1dfacd-ead2-487a-85b2-f49aac8e6eb0 req-9e1451a1-e410-42bb-9f3a-e51a9c9ad1a6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0771027 Feb 16 14:29:55.830204 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-df1dfacd-ead2-487a-85b2-f49aac8e6eb0 req-8c4533b0-53af-4719-8387-9a726a9a5562 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486689 Feb 16 14:29:56.856612 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fa2f4f44-47f8-4540-85f0-e8421ae7c3f6 req-1eaed715-062e-462c-b801-f9f257f34499 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0370173 Feb 16 14:29:56.998184 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7216f4-7f4e-4f52-82c0-ba68173f577e req-9f26d300-f5bc-4942-bbcb-cc215b423fa1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:57.000607 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5e7216f4-7f4e-4f52-82c0-ba68173f577e req-9f26d300-f5bc-4942-bbcb-cc215b423fa1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0642405 Feb 16 14:29:57.072915 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5e7216f4-7f4e-4f52-82c0-ba68173f577e req-c8c25ccc-fc53-465e-b490-0fb14da5070e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561225 Feb 16 14:29:57.995189 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8d7d4363-76ed-414b-9f30-588b27e4490b req-f1798c34-2e8b-476c-9649-b11ab1cb79cd tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0444717 Feb 16 14:29:58.249026 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb32d6a-2fe6-400c-9a48-c85787705480 req-dd8db50c-f482-4512-9970-962fcae1bef9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:58.256605 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5cb32d6a-2fe6-400c-9a48-c85787705480 req-dd8db50c-f482-4512-9970-962fcae1bef9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0848222 Feb 16 14:29:58.304496 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5cb32d6a-2fe6-400c-9a48-c85787705480 req-7101f3c4-42a9-4c9e-ab1d-1702f4c70fb6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Feb 16 14:29:58.525118 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-b86c4fcd-9f4a-4993-93b8-d7e5a558378f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:58.527205 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-b86c4fcd-9f4a-4993-93b8-d7e5a558378f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.1265168 Feb 16 14:29:58.581893 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-dfadae88-09cc-4cf9-9a22-4b0a7653a945 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:58.583538 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-dfadae88-09cc-4cf9-9a22-4b0a7653a945 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.1973219 Feb 16 14:29:58.627644 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Request body: {'port': {'device_id': '0185f443-9306-4933-b44f-814c65b3c0b9', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'admin_state_up': True, 'tenant_id': 'f334385dc44348ac9942c6606482330e'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:58.743146 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Deleting port e636434b-73f6-458a-9681-a71516b2260d {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:58.743525 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (e636434b-73f6-458a-9681-a71516b2260d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:58.851281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] For port e636434b-73f6-458a-9681-a71516b2260d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e636434b-73f6-458a-9681-a71516b2260d,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:58.852192 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (e636434b-73f6-458a-9681-a71516b2260d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:58.888987 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:58.892267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.364006 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3a154755-8b9d-46a4-a9bc-42214b70ab04 req-28ba2ca2-b876-4f8d-ad72-c255c0ae772c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 210 time: 0.2918732 Feb 16 14:29:59.446062 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d872f-ba66-4f1e-bb64-c6eb43ca0ecc req-c8c7fb7e-cbfa-4d29-9545-8f9157c2d62c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:59.448369 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a43d872f-ba66-4f1e-bb64-c6eb43ca0ecc req-c8c7fb7e-cbfa-4d29-9545-8f9157c2d62c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 947 time: 0.0582063 Feb 16 14:29:59.468953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.469380 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.469699 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Floating IP 7f2a4e3d-58c1-4783-b51b-17cf04732334 disassociated. External IP: 172.27.0.161, port: e636434b-73f6-458a-9681-a71516b2260d. Feb 16 14:29:59.470068 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Calling delete_port for e636434b-73f6-458a-9681-a71516b2260d owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:59.480460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Allocated IP 172.20.0.2 (36f39343-766a-4d7f-8597-906aa4ce6697/e7d63112-9756-4400-b678-89109a1861a1/f45e1896-cbac-4079-bf31-95878784e9ba) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:59.502071 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a43d872f-ba66-4f1e-bb64-c6eb43ca0ecc req-55ff7e11-ee76-4240-8587-7616ac78f68d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=67fd8a15-8df4-4e57-b674-90a117ef63a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476146 Feb 16 14:29:59.810515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (e636434b-73f6-458a-9681-a71516b2260d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.833075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks [] for port (f45e1896-cbac-4079-bf31-95878784e9ba), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.856757 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'Port': ['ID=e636434b-73f6-458a-9681-a71516b2260d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:00.009107 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:00.020755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.068280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:00.153282 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Network 36f39343-766a-4d7f-8597-906aa4ce6697 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:00.155892 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event updated for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:00.159929 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:00.163447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:00.216886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:00.223281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:00.223863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.250923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:00.269132 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:00.269764 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:00.287684 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] No DVR routers for this DVR port e636434b-73f6-458a-9681-a71516b2260d on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:30:00.291283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.295028 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4ab1daaf-2243-4828-b6f2-698cd81518ab req-fd7e8195-bef7-4ff5-b287-fc3cfe6c2f06 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "DELETE /v2.0/ports/e636434b-73f6-458a-9681-a71516b2260d HTTP/1.1" status: 204 len: 173 time: 1.7602010 Feb 16 14:30:00.295491 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-deleted', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:00.297989 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c277e-96b2-4cf2-a0a4-c17c4ed81c34" -d '{"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-deleted", "tag": "e636434b-73f6-458a-9681-a71516b2260d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:00.336600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8ef78-932f-4d98-8299-5e81607c7cd4 x-openstack-request-id: req-e9d8ef78-932f-4d98-8299-5e81607c7cd4 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:00.337139 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2139817-3f2e-4e56-87d6-a56a2ca2f6f9", "name": "network-vif-deleted", "tag": "e636434b-73f6-458a-9681-a71516b2260d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:00.337518 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e9d8ef78-932f-4d98-8299-5e81607c7cd4 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:00.338001 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2139817-3f2e-4e56-87d6-a56a2ca2f6f9', 'name': 'network-vif-deleted', 'tag': 'e636434b-73f6-458a-9681-a71516b2260d', 'status': 'completed', 'code': 200} Feb 16 14:30:00.347335 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-be2a4932-42de-4506-b7ca-52c849a4d333 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251620 Feb 16 14:30:00.402956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Request body: {'port': {'device_id': '0185f443-9306-4933-b44f-814c65b3c0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:00.445519 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:00.569806 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf00d1-6b48-45bd-b612-aa2fd32a58ab req-f4e4f673-5078-44dd-a410-b906a2d692bc tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:00.578246 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6ccf00d1-6b48-45bd-b612-aa2fd32a58ab req-f4e4f673-5078-44dd-a410-b906a2d692bc tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 931 time: 0.1203687 Feb 16 14:30:00.629027 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.647675 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6ccf00d1-6b48-45bd-b612-aa2fd32a58ab req-08075411-56a6-4c49-b82a-5a30e89bf3cf tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673661 Feb 16 14:30:00.702343 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:00.733110 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:00.743343 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:00.744209 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:29:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:00.802011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3a29ed8f-fe0d-4f1c-a50d-b36e2c1ab49c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:00.803640 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3a29ed8f-fe0d-4f1c-a50d-b36e2c1ab49c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 814 time: 0.3249505 Feb 16 14:30:00.845780 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-01a28e40-44b0-4883-b2e9-136a268d1667 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/quotas/65654470458446859230c6803abfa3ba HTTP/1.1" status: 200 len: 375 time: 0.0301332 Feb 16 14:30:00.863863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:00.962324 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-a7c98dc7-0819-43c5-84d7-7dae3bcd4cae tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099594 Feb 16 14:30:01.067894 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bea9e36b-0433-4bd6-aced-0e8e587c503b req-c57cdfe8-4790-421d-baab-6819ddaa5ad2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=e2139817-3f2e-4e56-87d6-a56a2ca2f6f9 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Feb 16 14:30:01.097375 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45e1896-cbac-4079-bf31-95878784e9ba {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:01.108001 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks [] for port (f45e1896-cbac-4079-bf31-95878784e9ba), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.132791 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:01.136257 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Transition to ACTIVE for port object f45e1896-cbac-4079-bf31-95878784e9ba will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:01.147277 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-27a63110-6ef5-49a3-91e6-1971bfb86302 service neutron] 10.222.0.110 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672869 Feb 16 14:30:01.171367 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae25ab-3bb0-47e3-987c-35ca13a7f88c None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:01.215989 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294087b-c438-44d5-9b68-6fe3341a4618 req-d4cb5697-4cfa-4f93-8050-032b4d6981de tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.218282 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7294087b-c438-44d5-9b68-6fe3341a4618 req-d4cb5697-4cfa-4f93-8050-032b4d6981de tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0786552 Feb 16 14:30:01.237278 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.284801 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7294087b-c438-44d5-9b68-6fe3341a4618 req-3bd6500f-b4fe-41c3-87e9-306631dc94fd tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600383 Feb 16 14:30:01.330007 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-bd715a6a-b69a-4ae1-978b-71409db11e0b service neutron] 10.222.0.110 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762900 Feb 16 14:30:01.331730 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Pushing event updated for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:01.435706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Attempting to bind port f45e1896-cbac-4079-bf31-95878784e9ba on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:01.438205 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Attempting to bind port f45e1896-cbac-4079-bf31-95878784e9ba by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:01.438559 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Attempting to bind port f45e1896-cbac-4079-bf31-95878784e9ba on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:01.454660 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Port f45e1896-cbac-4079-bf31-95878784e9ba on network 36f39343-766a-4d7f-8597-906aa4ce6697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:01.454660 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Attempting to bind port f45e1896-cbac-4079-bf31-95878784e9ba on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:01.460123 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:01.462214 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Checking segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:01.462214 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Bound using segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:01.462214 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Bound port: f45e1896-cbac-4079-bf31-95878784e9ba, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:01.462526 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.544909 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738c5f8-fb44-456b-a8c9-d8068d027383 None None] New status for floating IP 7f2a4e3d-58c1-4783-b51b-17cf04732334: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:30:01.548806 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:01.552344 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f45e1896-cbac-4079-bf31-95878784e9ba,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:01.677036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.677938 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cf0aa6ff-0dcb-4c69-ba86-cb83b086734c req-b1c1c5f8-fc66-4f77-bff9-7db6e73abc1e tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 210 time: 0.0504222 Feb 16 14:30:01.701015 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.702047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.704701 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] 10.222.0.124 "PUT /v2.0/ports/f45e1896-cbac-4079-bf31-95878784e9ba HTTP/1.1" status: 200 len: 1093 time: 1.3088558 Feb 16 14:30:01.775143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a1c6b-bb6a-4434-8fae-b786edad8bdc service neutron] Pushing event updated for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:01.883523 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b689806-8e1c-490d-b62e-9f5f9ef9c37e req-47d98c2b-20e1-403d-8bce-ce18daf06cac tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.885580 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b689806-8e1c-490d-b62e-9f5f9ef9c37e req-47d98c2b-20e1-403d-8bce-ce18daf06cac tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 943 time: 0.1117079 Feb 16 14:30:01.967688 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b689806-8e1c-490d-b62e-9f5f9ef9c37e req-403d63c4-2021-434a-8171-b60eb134fdc7 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Feb 16 14:30:01.970451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-ea152cdd-354f-4c14-9455-af09f58ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.971944 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-ea152cdd-354f-4c14-9455-af09f58ff521 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 1127 time: 0.1148541 Feb 16 14:30:02.029077 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-6a9bc3a5-8ad0-4971-924a-ffec3cec842f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45e1896-cbac-4079-bf31-95878784e9ba HTTP/1.1" status: 200 len: 217 time: 0.0391870 Feb 16 14:30:02.083528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-73a06231-384c-4ac8-bc54-a009f6026da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.085459 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-73a06231-384c-4ac8-bc54-a009f6026da7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0508509 Feb 16 14:30:02.123374 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-4db8fb99-7374-466c-8c22-59f5829a4122 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309062 Feb 16 14:30:02.224234 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-358e2e6e-b66c-4546-a8ef-dcb734876bb4 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943367 Feb 16 14:30:02.248633 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58948) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:02.301686 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (67fd8a15-8df4-4e57-b674-90a117ef63a5), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.331515 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (67fd8a15-8df4-4e57-b674-90a117ef63a5), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.333355 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d8d91a7-dd17-4b69-9a5d-72b71c3eee9a req-3300d7bc-ea27-4fbe-bd14-3f2f13cf7a49 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977786 Feb 16 14:30:02.339540 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:02.342381 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:02.406836 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1dd03-2097-4bb4-b7c4-6ed26362df98 x-openstack-request-id: req-13a1dd03-2097-4bb4-b7c4-6ed26362df98 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:02.410653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:02.410653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-13a1dd03-2097-4bb4-b7c4-6ed26362df98 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:02.410653 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba', 'status': 'completed', 'code': 200} Feb 16 14:30:02.458659 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb6fa-5f9a-4d88-889e-d0b064456f41 req-976f507a-dbad-4a7e-9c09-2a679d5fd258 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.460220 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b9eb6fa-5f9a-4d88-889e-d0b064456f41 req-976f507a-dbad-4a7e-9c09-2a679d5fd258 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0597475 Feb 16 14:30:02.497635 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (67fd8a15-8df4-4e57-b674-90a117ef63a5), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.500341 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.501411 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "DELETE /v2.0/security-groups/67fd8a15-8df4-4e57-b674-90a117ef63a5 HTTP/1.1" status: 204 len: 168 time: 0.2566099 Feb 16 14:30:02.504475 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 58956) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:02.520422 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.api.v2.resource [None req-bcdcf68b-5e5c-4d60-8b56-195c942fd14a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] show failed (client error): The resource could not be found. Feb 16 14:30:02.520828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed28fc-c872-4ddb-a824-f0852f9d59f4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd8a15-8df4-4e57-b674-90a117ef63a5,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:02.526846 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b9eb6fa-5f9a-4d88-889e-d0b064456f41 req-00144258-52f5-4b45-b076-ca0b8153fba6 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Feb 16 14:30:02.530613 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-bcdcf68b-5e5c-4d60-8b56-195c942fd14a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups/67fd8a15-8df4-4e57-b674-90a117ef63a5 HTTP/1.1" status: 404 len: 347 time: 0.0159426 Feb 16 14:30:02.530966 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58958) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:02.642935 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-a2e0495b-b297-46c6-81bb-443e9ef6af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.644925 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-a2e0495b-b297-46c6-81bb-443e9ef6af8f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 1127 time: 0.0587687 Feb 16 14:30:02.649225 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:30:02.672616 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: e636434b-73f6-458a-9681-a71516b2260d {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:30:02.672994 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e636434b-73f6-458a-9681-a71516b2260d not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:30:02.693209 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Deleting port ba74fb04-a350-486a-b8e4-2d7418c23e1f {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:30:02.693779 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.785616 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c18a14af-2c44-4ea3-9701-7373cf888f3e req-aea61ffe-8910-4a53-bd41-c315d0a7ab64 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 210 time: 0.0374694 Feb 16 14:30:02.787043 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.787569 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (ba74fb04-a350-486a-b8e4-2d7418c23e1f), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.807943 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Calling delete_port for ba74fb04-a350-486a-b8e4-2d7418c23e1f owned by network:floatingip {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:30:02.816560 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-720a082b-d390-441a-aad6-5ac865077908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.818671 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-720a082b-d390-441a-aad6-5ac865077908 service neutron] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 917 time: 0.1575246 Feb 16 14:30:02.866419 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-f90eaea9-150a-4abb-957a-f5344434c827 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45e1896-cbac-4079-bf31-95878784e9ba HTTP/1.1" status: 200 len: 217 time: 0.0385928 Feb 16 14:30:02.917388 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-2d72cee0-22f8-4ece-b521-858f339d4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.918888 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-2d72cee0-22f8-4ece-b521-858f339d4914 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0456724 Feb 16 14:30:02.956940 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-238b75a2-a494-4a17-912c-d59cf38e04ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319123 Feb 16 14:30:03.012893 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (ba74fb04-a350-486a-b8e4-2d7418c23e1f), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.054775 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'Port': ['ID=ba74fb04-a350-486a-b8e4-2d7418c23e1f,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:03.104304 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-c93e7d19-c9d3-4ac2-9999-85f217a8be93 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127803 Feb 16 14:30:03.178538 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93b1e6-70b8-40e0-9e3c-0e3aa5541023 req-d141ee53-6d23-4e37-9f8e-dc7d8af085af tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:03.183740 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ea93b1e6-70b8-40e0-9e3c-0e3aa5541023 req-d141ee53-6d23-4e37-9f8e-dc7d8af085af tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 943 time: 0.1379719 Feb 16 14:30:03.213527 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (7f2a4e3d-58c1-4783-b51b-17cf04732334), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.216305 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.217662 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-cd4531a0-6329-4052-b1d9-97512cb23ef6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "DELETE /v2.0/floatingips/7f2a4e3d-58c1-4783-b51b-17cf04732334 HTTP/1.1" status: 204 len: 168 time: 0.6854300 Feb 16 14:30:03.265577 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ea93b1e6-70b8-40e0-9e3c-0e3aa5541023 req-c98344f3-4362-4d3e-ab25-a48503d33b3b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808284 Feb 16 14:30:03.286764 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd89c706-6cf3-4bce-8a05-f2ee52d54cbd req-bcc803a4-9ca3-4d09-b08f-956c320db1b6 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670494 Feb 16 14:30:03.397171 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-44e8a4a2-9094-41cf-89e8-e7ddec6da408 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:03.399964 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-44e8a4a2-9094-41cf-89e8-e7ddec6da408 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.0607460 Feb 16 14:30:03.533672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Deleting port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:30:03.533672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.612795 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58974) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:03.619094 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125689646', 'description': 'tempest-description--219432268'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:03.649257 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] For port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,segment=NetworkSegment(68ca92a4-837f-45fe-b9bb-7c8f2455a045),segment_id=68ca92a4-837f-45fe-b9bb-7c8f2455a045)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:03.654038 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.663523 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Calling delete_port for 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:30:03.699902 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.746874 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb942ed-d631-4565-aa9b-3bda941f81d4 req-e1513f0d-c82a-4815-8046-18a28c923779 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:03.755184 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7cb942ed-d631-4565-aa9b-3bda941f81d4 req-e1513f0d-c82a-4815-8046-18a28c923779 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 946 time: 0.1032534 Feb 16 14:30:03.842408 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7cb942ed-d631-4565-aa9b-3bda941f81d4 req-0df565ba-5c09-426e-9469-efd3fe95fe3f tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/security-groups?id=e6691957-fb80-4d78-befc-5ac47e99ced9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803604 Feb 16 14:30:03.886446 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (70d302da-5cba-4502-a24b-abdce3f260d3), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.914863 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d1a41a3c-346e-4980-90c9-c3ce49c6b5e1 req-6e735324-7491-4f07-862c-dd4736959487 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 210 time: 0.0265706 Feb 16 14:30:03.984739 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (70d302da-5cba-4502-a24b-abdce3f260d3), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:03.984918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (1fb6bfc4-5c28-4aa7-afef-dea28a833f1c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.017298 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Pushing event deleted for resources: {'Port': ['ID=1fb6bfc4-5c28-4aa7-afef-dea28a833f1c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:04.024979 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['1fb6bfc4-5c28-4aa7-afef-dea28a833f1c'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:04.044236 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d302da-5cba-4502-a24b-abdce3f260d3,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:04.066155 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] No DVR routers for this DVR port 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:30:04.068591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.071921 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc399b11-866e-4fc9-bfa2-d7fe34d705a3 req-d88c99c7-a485-412f-857b-46a4068e86eb tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.124 "DELETE /v2.0/ports/1fb6bfc4-5c28-4aa7-afef-dea28a833f1c HTTP/1.1" status: 204 len: 173 time: 0.6453235 Feb 16 14:30:04.082827 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.084047 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6ea94580-487f-4ddb-bca7-e36f92398387 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4700415 Feb 16 14:30:04.086985 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58982) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:04.091477 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group_rule': {'security_group_id': '70d302da-5cba-4502-a24b-abdce3f260d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:04.185092 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (87a6bbb4-e891-4f9f-97ab-5d26a51fad7c), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.249479 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (87a6bbb4-e891-4f9f-97ab-5d26a51fad7c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.293188 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (87a6bbb4-e891-4f9f-97ab-5d26a51fad7c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.320632 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a6bbb4-e891-4f9f-97ab-5d26a51fad7c,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:04.401944 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.406265 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1fd42f02-1d95-4ba4-8a53-f38c13a90c5f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182530 Feb 16 14:30:04.407200 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 58986) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:04.413129 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'name': 'network-vif-deleted', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:04.413363 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'security_group_rule': {'security_group_id': '70d302da-5cba-4502-a24b-abdce3f260d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:04.416349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3b335-d5a6-44d3-879c-0ba65d2e8c94" -d '{"events": [{"server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "name": "network-vif-deleted", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:04.429290 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-00d13a35-5625-4d74-bc10-0bbdf2f9e85b tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:04.431044 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-00d13a35-5625-4d74-bc10-0bbdf2f9e85b tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 814 time: 0.1485548 Feb 16 14:30:04.450983 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'port': {'device_id': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'admin_state_up': True, 'tenant_id': '65654470458446859230c6803abfa3ba'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:04.463127 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610fbfb-0ad7-4908-a362-cf2f47b0bae4 req-91c1bd45-4d8d-494a-9981-280509331e1e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:04.465270 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1610fbfb-0ad7-4908-a362-cf2f47b0bae4 req-91c1bd45-4d8d-494a-9981-280509331e1e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 943 time: 0.1057787 Feb 16 14:30:04.527015 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0ed8c9-81cb-48d8-aef5-f8db788dde33 x-openstack-request-id: req-8d0ed8c9-81cb-48d8-aef5-f8db788dde33 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:04.527396 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7441d1-fed1-484d-8802-a1ef5e016198", "name": "network-vif-deleted", "tag": "1fb6bfc4-5c28-4aa7-afef-dea28a833f1c", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:04.527715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-8d0ed8c9-81cb-48d8-aef5-f8db788dde33 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:04.528175 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7441d1-fed1-484d-8802-a1ef5e016198', 'name': 'network-vif-deleted', 'tag': '1fb6bfc4-5c28-4aa7-afef-dea28a833f1c', 'status': 'completed', 'code': 200} Feb 16 14:30:04.531605 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1610fbfb-0ad7-4908-a362-cf2f47b0bae4 req-df2516ac-deb1-4973-bcaa-f8d507c3825b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Feb 16 14:30:04.537780 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (35da41be-542f-4895-b43f-15bdbdd39926), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.589224 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (35da41be-542f-4895-b43f-15bdbdd39926), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.709405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Made reservation on behalf of 65654470458446859230c6803abfa3ba for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:04.709685 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (35da41be-542f-4895-b43f-15bdbdd39926), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.713699 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.731422 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35da41be-542f-4895-b43f-15bdbdd39926,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:04.795193 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.796944 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-204fd404-e9e8-422a-a3e0-bc60bbd07581 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3875172 Feb 16 14:30:04.804336 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59002) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:04.811916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:04.885005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Allocated IP 172.20.0.4 (3fadbba7-e16d-46dc-a1db-5ba2b73129f3/6e870fe5-47a4-4eea-b374-ed3b01d10c05/5ee4e35f-3743-4549-89fe-13d02ed7b538) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:04.971882 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1130b6dd-feff-42ed-b73b-c5f433171a34 req-ff0a7042-caf6-43c1-8022-b4a2ead9d211 tempest-VolumesSnapshotTestJSON-1536211013 tempest-VolumesSnapshotTestJSON-1536211013-project] 10.222.0.110 "GET /v2.0/ports?device_id=7a7441d1-fed1-484d-8802-a1ef5e016198 HTTP/1.1" status: 200 len: 210 time: 0.0347347 Feb 16 14:30:04.974801 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.035703 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7914b45a-043b-43ab-a7d6-aa0fc3841e74 req-5f240f84-91da-44de-bb53-88bafe5c130c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 210 time: 0.0509930 Feb 16 14:30:05.095524 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.148002 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.202855 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.280130 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:05.282647 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:05.302018 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:05.307083 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:05.376265 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Allocated IP 172.27.0.3 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/24348180-5210-41f6-971f-51a061b396ee) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:05.386135 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:05.387648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.496321 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-3bd85ac4-37c1-4eda-9b99-e11a23a507fe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0493381 Feb 16 14:30:05.552040 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (24348180-5210-41f6-971f-51a061b396ee), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.602209 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Request body: {'port': {'device_id': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:05.603311 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb7c5-971c-4ea8-aff3-fc33dcbf8033 None None] Provisioning complete for port 5ee4e35f-3743-4549-89fe-13d02ed7b538 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:05.604269 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb7c5-971c-4ea8-aff3-fc33dcbf8033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.659354 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-6cbfb7c5-971c-4ea8-aff3-fc33dcbf8033 None None] Port 5ee4e35f-3743-4549-89fe-13d02ed7b538 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:05.694182 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (24348180-5210-41f6-971f-51a061b396ee), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.721016 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:05.738771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428dd38-000c-4524-a404-c627a251a6ae req-5d09f54b-dc7f-4b17-ad20-5cdccaf21084 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:05.740455 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8428dd38-000c-4524-a404-c627a251a6ae req-5d09f54b-dc7f-4b17-ad20-5cdccaf21084 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 943 time: 0.1139727 Feb 16 14:30:05.751644 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:05.754701 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:05.760021 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:05.766318 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=24348180-5210-41f6-971f-51a061b396ee,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:05.900618 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8428dd38-000c-4524-a404-c627a251a6ae req-48d81110-c0e6-47f9-b7b4-708ae3297bd8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474352 Feb 16 14:30:05.912171 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.045738 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (24348180-5210-41f6-971f-51a061b396ee), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.205677 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee4e35f-3743-4549-89fe-13d02ed7b538 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:06.217349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks [] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.242812 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee9962-8c21-4ad9-a81c-77b6b732c2e8 req-6f8883ce-c5ef-4aa5-a589-6c49797220a6 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:06.244617 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5bee9962-8c21-4ad9-a81c-77b6b732c2e8 req-6f8883ce-c5ef-4aa5-a589-6c49797220a6 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 931 time: 0.0886650 Feb 16 14:30:06.247463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Transition to ACTIVE for port object 5ee4e35f-3743-4549-89fe-13d02ed7b538 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:06.322121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.333178 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (24348180-5210-41f6-971f-51a061b396ee), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.386836 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5bee9962-8c21-4ad9-a81c-77b6b732c2e8 req-b5b5ba46-739b-47b2-b36c-51bac0573430 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Feb 16 14:30:06.408233 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.431136 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (24348180-5210-41f6-971f-51a061b396ee), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.547197 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Attempting to bind port 5ee4e35f-3743-4549-89fe-13d02ed7b538 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:06.547560 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Attempting to bind port 5ee4e35f-3743-4549-89fe-13d02ed7b538 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:06.547871 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Attempting to bind port 5ee4e35f-3743-4549-89fe-13d02ed7b538 on network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:06.552537 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Port 5ee4e35f-3743-4549-89fe-13d02ed7b538 on network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:06.552920 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Attempting to bind port 5ee4e35f-3743-4549-89fe-13d02ed7b538 on network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:06.553904 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.560043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:06.560615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Checking segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:06.560931 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Bound using segment: {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:06.562035 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Bound port: 5ee4e35f-3743-4549-89fe-13d02ed7b538, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27ca117-be08-4142-9a9b-2695e27e453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:06.562445 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.575804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=24348180-5210-41f6-971f-51a061b396ee,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.651376 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.658448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:06.658655 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2f7e66af-0bc2-4445-a487-37da4f558765 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8496797 Feb 16 14:30:06.658760 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:06.728857 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.776020 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:06.785998 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.794144 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] 10.222.0.124 "PUT /v2.0/ports/5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1093 time: 1.1896293 Feb 16 14:30:06.794144 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:06.794144 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:06.860369 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c77499-63f5-4007-8a6a-37793a92281e service neutron] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.900462 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911d7f3-ac2a-40cc-a9db-08f27e9c3fb0 x-openstack-request-id: req-3911d7f3-ac2a-40cc-a9db-08f27e9c3fb0 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:06.900958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:06.901364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3911d7f3-ac2a-40cc-a9db-08f27e9c3fb0 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:06.902071 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:30:07.018317 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-54ffd693-ee7f-4146-875c-a822b91f1ffa tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--125689646&fields=id&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 267 time: 0.0815291 Feb 16 14:30:07.052802 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f0801-ed0f-43cb-99f1-0b577657a67c req-7e6cfe0d-9988-414b-b765-61cf10f260ac tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:07.061560 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-754f0801-ed0f-43cb-99f1-0b577657a67c req-7e6cfe0d-9988-414b-b765-61cf10f260ac tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 943 time: 0.0696361 Feb 16 14:30:07.133456 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-754f0801-ed0f-43cb-99f1-0b577657a67c req-5b72b91b-54b3-4e9b-90f9-52824addaba2 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707898 Feb 16 14:30:07.160347 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-c77b1684-a57b-4939-9f4d-38a41228f709 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:07.161833 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-c77b1684-a57b-4939-9f4d-38a41228f709 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 816 time: 0.1346259 Feb 16 14:30:07.177402 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-4b525477-125f-40e3-972f-ea71d78c1abd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/quotas/aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Feb 16 14:30:07.231951 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-a01bf9ad-eee1-4ec4-8668-703ebf83e850 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484865 Feb 16 14:30:07.325063 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-b6996648-8984-46a3-b2ef-b3cc672485b0 service neutron] 10.222.0.110 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803473 Feb 16 14:30:07.415743 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-64bbd0c3-1d30-4fba-8343-489404e9ec3c service neutron] 10.222.0.110 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Feb 16 14:30:07.438698 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f45e1896-cbac-4079-bf31-95878784e9ba details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:07.562862 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bd9f-267e-4f07-8871-dc88c07d843f req-70bbee55-9fd9-4adf-82a6-072c2d42f082 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:07.564599 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-edc0bd9f-267e-4f07-8871-dc88c07d843f req-70bbee55-9fd9-4adf-82a6-072c2d42f082 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0794909 Feb 16 14:30:07.584754 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f45e1896-cbac-4079-bf31-95878784e9ba,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:07.603516 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'f45e1896-cbac-4079-bf31-95878784e9ba', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'port_id': 'f45e1896-cbac-4079-bf31-95878784e9ba', 'mac_address': 'fa:16:3e:07:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d63112-9756-4400-b678-89109a1861a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:07.621165 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-edc0bd9f-267e-4f07-8871-dc88c07d843f req-a603f566-1b0f-46e0-bd8f-320cfce05396 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495768 Feb 16 14:30:07.675964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port f45e1896-cbac-4079-bf31-95878784e9ba is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:07.676465 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.696085 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45e1896-cbac-4079-bf31-95878784e9ba {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:07.722048 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b1cfbde5-d18d-48a0-bccb-46774fa91d72 req-6a249f23-59fe-44e6-b2d5-a19612e3fd96 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0376687 Feb 16 14:30:07.743819 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f45e1896-cbac-4079-bf31-95878784e9ba,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:07.808578 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.873970 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:08.284771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73874569-5acb-4d6d-aa54-ac7f8b51d81a req-0b8d5678-1d96-4a1d-b4eb-b366648dda05 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:08.286259 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73874569-5acb-4d6d-aa54-ac7f8b51d81a req-0b8d5678-1d96-4a1d-b4eb-b366648dda05 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0555987 Feb 16 14:30:08.336782 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73874569-5acb-4d6d-aa54-ac7f8b51d81a req-ec756fd1-9f8d-41d9-ad51-6b1f9f4887fe tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Feb 16 14:30:08.652581 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:30:08.687303 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:30:08.687658 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 1fb6bfc4-5c28-4aa7-afef-dea28a833f1c not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:30:08.778084 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f1f6-9fea-426e-9c8f-71cd7a9f4a69 req-0546d908-7c4f-44c7-958e-eec681328e37 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:08.779619 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c038f1f6-9fea-426e-9c8f-71cd7a9f4a69 req-0546d908-7c4f-44c7-958e-eec681328e37 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0606685 Feb 16 14:30:08.832311 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4e1308d4-707b-415f-9e28-940791f6ceec req-890d91b8-53f4-4e03-9143-4c46fae58a9e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0348456 Feb 16 14:30:08.838783 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c038f1f6-9fea-426e-9c8f-71cd7a9f4a69 req-c0caafc2-fc74-436c-8973-dcc0b21125f7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Feb 16 14:30:08.884957 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['f45e1896-cbac-4079-bf31-95878784e9ba'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:09.469280 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaaf7e-09a4-4e59-890e-1c24f0b295ab req-06719a3b-5f6b-41fa-b3d2-3d3916aa2abd tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:09.476203 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-55aaaf7e-09a4-4e59-890e-1c24f0b295ab req-06719a3b-5f6b-41fa-b3d2-3d3916aa2abd tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0613761 Feb 16 14:30:09.551637 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-55aaaf7e-09a4-4e59-890e-1c24f0b295ab req-0848b0d6-8e9b-437a-b93e-93ba1f733dbc tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 Feb 16 14:30:09.939235 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-61af32be-5aa7-4279-9029-4faa87ddeadb req-e783c3c8-581f-42c5-939e-93674d4c63b6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0320909 Feb 16 14:30:09.970951 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e949f-f8ca-498b-b9c4-f97aa75f84fd req-93c6d71e-7efe-45e5-a97b-d85130c5ed1a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:09.972459 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-737e949f-f8ca-498b-b9c4-f97aa75f84fd req-93c6d71e-7efe-45e5-a97b-d85130c5ed1a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0609102 Feb 16 14:30:10.025137 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-737e949f-f8ca-498b-b9c4-f97aa75f84fd req-044f36c3-1701-47a9-bd1c-ff7ff8f4973f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Feb 16 14:30:10.673409 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419c50d-e08f-4860-958b-f2fc26cc497b req-7e40d3a4-e9d2-46cc-ad30-a93c047b0dc7 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:10.674840 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5419c50d-e08f-4860-958b-f2fc26cc497b req-7e40d3a4-e9d2-46cc-ad30-a93c047b0dc7 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0540485 Feb 16 14:30:10.733255 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5419c50d-e08f-4860-958b-f2fc26cc497b req-dba0e022-d771-4f83-b3a2-ac234d280033 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Feb 16 14:30:11.049430 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bd6284d5-09d2-4ed8-9d8b-ea32c4ca9a7d req-af2efdd9-9fe6-4327-a469-73414b2148f2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0277839 Feb 16 14:30:11.156904 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457538ef-3ce1-450b-ad3a-1f4d0205e59f req-7468e9e3-b64a-427c-a3a6-3f7786abd865 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:11.158444 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-457538ef-3ce1-450b-ad3a-1f4d0205e59f req-7468e9e3-b64a-427c-a3a6-3f7786abd865 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0612164 Feb 16 14:30:11.207680 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-457538ef-3ce1-450b-ad3a-1f4d0205e59f req-d588a665-0613-40de-8d19-8b44bc8706f9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Feb 16 14:30:11.859361 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743988-a713-4198-99a4-085dc2864ef6 req-8b833f2b-f74e-407a-a65b-2017fe4e25ec tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:11.860878 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f5743988-a713-4198-99a4-085dc2864ef6 req-8b833f2b-f74e-407a-a65b-2017fe4e25ec tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 944 time: 0.0564606 Feb 16 14:30:11.892540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f45e1896-cbac-4079-bf31-95878784e9ba up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:12.001765 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port f45e1896-cbac-4079-bf31-95878784e9ba completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:30:12.006466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port f45e1896-cbac-4079-bf31-95878784e9ba triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:12.006878 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.157727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port f45e1896-cbac-4079-bf31-95878784e9ba is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:12.246280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.246280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:12.246280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2bf53b-e532-46f7-8505-9b98abba26d5" -d '{"events": [{"server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:12.246932 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a9092d84-75cc-4b6c-a35f-d6bf8ed72853 req-c0ca79c7-3c70-4487-8e4b-0f5cffb08f89 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0321336 Feb 16 14:30:12.247707 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f45e1896-cbac-4079-bf31-95878784e9ba,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:12.263219 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a04373-a409-4b39-bc32-e3445707401e x-openstack-request-id: req-64a04373-a409-4b39-bc32-e3445707401e {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:12.263658 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "name": "network-vif-plugged", "status": "completed", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:12.264021 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-64a04373-a409-4b39-bc32-e3445707401e {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:12.264522 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba', 'code': 200} Feb 16 14:30:12.276971 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f5743988-a713-4198-99a4-085dc2864ef6 req-b00f72ce-38e4-40bf-8ae6-99be32ebddaf tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078252 Feb 16 14:30:12.367969 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd7d8-79cc-4cdd-b10c-f831828963e3 req-2b84fba7-426b-4da4-916b-a4eae15e69c8 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:12.373131 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.375221 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4b0dd7d8-79cc-4cdd-b10c-f831828963e3 req-2b84fba7-426b-4da4-916b-a4eae15e69c8 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0645814 Feb 16 14:30:12.461841 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4b0dd7d8-79cc-4cdd-b10c-f831828963e3 req-18504af1-2c60-4891-b0b1-7652f3192b21 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857222 Feb 16 14:30:12.575171 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.308096 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04cb38e8-dc6d-4477-a197-fd462a704899 req-9d951f06-092e-4ec1-a882-4291a31eb9b6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0298710 Feb 16 14:30:13.412097 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0a9e-39e8-4ce8-8733-ef34d19a5161 req-7b3db91b-2c98-4813-b0a7-401025efa865 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:13.413699 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-690d0a9e-39e8-4ce8-8733-ef34d19a5161 req-7b3db91b-2c98-4813-b0a7-401025efa865 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0578599 Feb 16 14:30:13.469298 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-690d0a9e-39e8-4ce8-8733-ef34d19a5161 req-2ee35b1e-79f9-470f-b71a-a2d6934b5e50 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487244 Feb 16 14:30:13.611082 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85409be-ded9-4fe6-b24d-8fd5b5acf793 req-d668aaaa-387c-4994-a416-f62621791b39 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:13.615211 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f85409be-ded9-4fe6-b24d-8fd5b5acf793 req-d668aaaa-387c-4994-a416-f62621791b39 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0621846 Feb 16 14:30:13.677354 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f85409be-ded9-4fe6-b24d-8fd5b5acf793 req-f7d30c5c-b25d-4e65-a399-f3536cfb622c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578718 Feb 16 14:30:13.829957 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-aea347f2-ab15-495b-9fc0-622c74696c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.446895 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-08a34bd2-ced6-4e01-aa53-65444a6d4df9 req-6755a157-e13f-4313-ba26-6e4ef4c23f9d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0410793 Feb 16 14:30:14.572522 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:14.623982 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9b43-0f44-4b76-8482-29c578878f78 req-2cb25b68-92a5-4bc4-bb26-bb68caa8a213 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:14.626463 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f31a9b43-0f44-4b76-8482-29c578878f78 req-2cb25b68-92a5-4bc4-bb26-bb68caa8a213 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0800776 Feb 16 14:30:14.680553 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f31a9b43-0f44-4b76-8482-29c578878f78 req-43871540-cbbe-4cb8-9650-cab5768119ff tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458374 Feb 16 14:30:15.024535 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cc8f1-76f0-4b6c-b0c4-d54fa693d2ab req-fa7cd6e3-3399-4e7a-a4e0-09a97e4a2c25 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.029444 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3c2cc8f1-76f0-4b6c-b0c4-d54fa693d2ab req-fa7cd6e3-3399-4e7a-a4e0-09a97e4a2c25 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.2748284 Feb 16 14:30:15.077587 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3c2cc8f1-76f0-4b6c-b0c4-d54fa693d2ab req-19c740cd-b0bf-43d1-8c28-2f8fb92d2024 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Feb 16 14:30:15.526793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-513a6422-204b-462d-a6bc-865a63e0c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.528350 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-513a6422-204b-462d-a6bc-865a63e0c843 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1127 time: 0.0497105 Feb 16 14:30:15.558909 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3a659ef7-f831-42b7-8a22-247e7cb91707 req-cb829e73-424a-4036-97bb-dee0ab0f3308 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0293317 Feb 16 14:30:15.673527 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-7eb1be11-1af6-40f9-b937-8abd33e0a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.675649 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-7eb1be11-1af6-40f9-b937-8abd33e0a340 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=65654470458446859230c6803abfa3ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1194229 Feb 16 14:30:15.820295 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-7ab294a8-d4e2-481d-a05e-db5e8a24e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.822211 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90d7d81e-f5ae-4d7e-8f57-f236adf3b4c7 req-7ab294a8-d4e2-481d-a05e-db5e8a24e25a service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1360860 Feb 16 14:30:15.833322 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db611baa-9a60-44f0-bb38-5a6a0e16e0cb req-78e11b3e-9b68-425d-8689-e85aae39ac6d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.837416 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-db611baa-9a60-44f0-bb38-5a6a0e16e0cb req-78e11b3e-9b68-425d-8689-e85aae39ac6d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0636899 Feb 16 14:30:15.845165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b9cc-b422-4f42-9e33-d25f6d8ee0fc req-0055b56d-b752-4118-b975-fb641da43eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.847527 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2f3b9cc-b422-4f42-9e33-d25f6d8ee0fc req-0055b56d-b752-4118-b975-fb641da43eb3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 1129 time: 0.0641541 Feb 16 14:30:15.891258 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-db611baa-9a60-44f0-bb38-5a6a0e16e0cb req-9ce7a8b0-5d4f-4cac-9868-25066ccca878 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Feb 16 14:30:15.968578 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d2f3b9cc-b422-4f42-9e33-d25f6d8ee0fc req-ed7513e6-df87-4f85-af4e-a30cc556bf5e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729489 Feb 16 14:30:15.978229 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-c4bb3391-5e62-46ac-8cd4-b82bb149a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.979691 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-c4bb3391-5e62-46ac-8cd4-b82bb149a6d9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1127 time: 0.0679474 Feb 16 14:30:16.275710 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a14fc-1fc0-49a5-ad88-c79c3a68c86f req-02f172c8-4e32-4420-a46f-80492bd06efa tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:16.275710 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-121a14fc-1fc0-49a5-ad88-c79c3a68c86f req-02f172c8-4e32-4420-a46f-80492bd06efa tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.1078563 Feb 16 14:30:16.338225 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-121a14fc-1fc0-49a5-ad88-c79c3a68c86f req-011a993d-99cd-48fb-ab21-0f301a4e791f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795612 Feb 16 14:30:16.340096 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-d2244d06-efc5-4465-bab1-692a081ce61f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 217 time: 0.0430243 Feb 16 14:30:16.412088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-8fbf2df4-c0f1-49c1-99d7-e3076d51fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:16.413662 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-8fbf2df4-c0f1-49c1-99d7-e3076d51fb31 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0464442 Feb 16 14:30:16.468547 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-5cca7ded-a101-4eba-a344-1e43a2dd4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:16.470093 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-5cca7ded-a101-4eba-a344-1e43a2dd4e0e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481443 Feb 16 14:30:16.487659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7c2d007b-76ab-43b7-a708-15fdc3182ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:16.572330 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-c578098f-a9fe-4c3a-8d37-6bd3ef3d1d39 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936530 Feb 16 14:30:16.660338 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8c911d23-7240-4cd3-baa9-2416a711d843 req-97e0a0e6-5a11-4d04-86cf-03509a392b24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0292282 Feb 16 14:30:16.675278 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3e70a5d-71ca-453d-a24a-aff3510b418b req-25705f69-3ff2-4220-972f-de700a54e27c service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938966 Feb 16 14:30:17.018588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620024a3-f2e2-4466-af64-c7c56fdef26b req-a8846628-9cdf-4320-bb65-29dda522025f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:17.020245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-620024a3-f2e2-4466-af64-c7c56fdef26b req-a8846628-9cdf-4320-bb65-29dda522025f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0578556 Feb 16 14:30:17.071447 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-620024a3-f2e2-4466-af64-c7c56fdef26b req-3d7a7fb8-50b0-4db4-a782-77cfe867f3b5 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Feb 16 14:30:17.121251 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.453465 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-643d4bca-2131-4e3e-b5dc-9bbe427c9dd9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:17.455904 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-643d4bca-2131-4e3e-b5dc-9bbe427c9dd9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 816 time: 0.1177676 Feb 16 14:30:17.467923 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157432f-30e5-4cc8-80db-82136ca956fc req-c878d305-b602-4028-a9c4-f88d14caacce tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:17.469458 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1157432f-30e5-4cc8-80db-82136ca956fc req-c878d305-b602-4028-a9c4-f88d14caacce tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.0592303 Feb 16 14:30:17.524521 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1157432f-30e5-4cc8-80db-82136ca956fc req-411fefc5-6034-4e83-9d10-2f92b313952c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Feb 16 14:30:17.556753 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-0e0ba5bc-e75d-4956-902f-c519a5ef0e4c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 379 time: 0.0566313 Feb 16 14:30:17.566895 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'port': {'device_id': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'admin_state_up': True, 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'security_groups': ['70d302da-5cba-4502-a24b-abdce3f260d3']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:17.767851 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-97faf43f-2045-4014-9df9-0641f8808538 req-286c6405-797e-4fd9-b5f3-a02b5b78d5aa tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0319352 Feb 16 14:30:17.789456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Made reservation on behalf of aeb2105b246e4f78bccf81a39b007f69 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:17.793451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.919352 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Allocated IP 172.20.0.7 (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8/8f99cb86-4ba8-483d-be03-148b4390c177/c35750d8-fe77-4744-8fd1-c9914d7c2435) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:18.064365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.189455 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44f5b-aa20-4c33-bdb1-9572af6751a3 req-ae017a14-571e-4299-b991-0457d5e14b26 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.190955 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-34f44f5b-aa20-4c33-bdb1-9572af6751a3 req-ae017a14-571e-4299-b991-0457d5e14b26 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Feb 16 14:30:18.221998 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.239047 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-34f44f5b-aa20-4c33-bdb1-9572af6751a3 req-01583305-7e42-4a4e-a45a-dd931c72fd3e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Feb 16 14:30:18.261386 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:18.266664 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:18.270916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:18.311705 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:18.349204 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.349916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.449796 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-8ce49183-f5ca-4572-9920-cabd469f40fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865633 Feb 16 14:30:18.480008 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Request body: {'port': {'device_id': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:18.547316 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.580170 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-28be40e4-5361-43eb-af13-3aee4ecbe53e None None] Provisioning complete for port c35750d8-fe77-4744-8fd1-c9914d7c2435 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:18.581072 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-28be40e4-5361-43eb-af13-3aee4ecbe53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.643100 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59228) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:18.646711 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-28be40e4-5361-43eb-af13-3aee4ecbe53e None None] Port c35750d8-fe77-4744-8fd1-c9914d7c2435 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:18.761766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc02fe-d2a0-4105-8603-b3a227f6c8fd req-67b167f2-5612-4f29-89f4-cfb6cfa6a2aa tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.761766 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-34cc02fe-d2a0-4105-8603-b3a227f6c8fd req-67b167f2-5612-4f29-89f4-cfb6cfa6a2aa tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 943 time: 0.1461341 Feb 16 14:30:18.780055 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.780596 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d5598041-974d-4752-83d3-ee4581cb037b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.860524 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-34cc02fe-d2a0-4105-8603-b3a227f6c8fd req-6077a641-cfac-4946-a82c-de9ede995d0d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901039 Feb 16 14:30:18.877417 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d5598041-974d-4752-83d3-ee4581cb037b admin admin] Publish callbacks [] for security_group (cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.957330 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:18.957608 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d5598041-974d-4752-83d3-ee4581cb037b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.965756 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks [] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.979123 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fd6ff-2341-4743-8881-361e4d2e530f req-3557e04d-b12d-443c-bdcd-fc3ce280cd2f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.979418 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Transition to ACTIVE for port object c35750d8-fe77-4744-8fd1-c9914d7c2435 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:18.980829 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a7fd6ff-2341-4743-8881-361e4d2e530f req-3557e04d-b12d-443c-bdcd-fc3ce280cd2f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 931 time: 0.0725751 Feb 16 14:30:18.999102 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 5ee4e35f-3743-4549-89fe-13d02ed7b538 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:19.047754 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.105505 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:19.107145 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:19.125680 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'port_id': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'mac_address': 'fa:16:3e:33:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:19.178531 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 5ee4e35f-3743-4549-89fe-13d02ed7b538 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:19.179262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.196457 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee4e35f-3743-4549-89fe-13d02ed7b538 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:19.205277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Attempting to bind port c35750d8-fe77-4744-8fd1-c9914d7c2435 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:19.205726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Attempting to bind port c35750d8-fe77-4744-8fd1-c9914d7c2435 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:19.206722 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Attempting to bind port c35750d8-fe77-4744-8fd1-c9914d7c2435 on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:19.212899 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Port c35750d8-fe77-4744-8fd1-c9914d7c2435 on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:19.213352 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Attempting to bind port c35750d8-fe77-4744-8fd1-c9914d7c2435 on network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:19.220443 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:19.220938 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Checking segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:19.221424 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:19.221535 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Bound using segment: {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:19.222376 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Bound port: c35750d8-fe77-4744-8fd1-c9914d7c2435, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:19.222719 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.284592 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598041-974d-4752-83d3-ee4581cb037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:19.292558 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d5598041-974d-4752-83d3-ee4581cb037b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bb2ef0aee01d428c8fd21f9f7f48723c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468678 Feb 16 14:30:19.296290 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59242) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:19.310216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:19.310216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:19.321969 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.343852 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a7fd6ff-2341-4743-8881-361e4d2e530f req-cc6f81f2-3f74-4c52-bb25-2349848c4a2e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551142 Feb 16 14:30:19.366749 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] Publish callbacks [] for security_group (cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.381598 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:19.390405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.391213 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] Publish callbacks [] for security_group (cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.425751 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.426370 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.427846 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] 10.222.0.124 "PUT /v2.0/ports/c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 1093 time: 0.9528980 Feb 16 14:30:19.428316 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:19.430642 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb3ffd-f27a-4984-8d6b-146c4032e620" -d '{"events": [{"name": "network-changed", "server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:19.468835 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae615-1774-4586-81e7-9dde093f7fdf service neutron] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:19.474179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97168dcb-3de0-40e0-971e-caed2fdcbce6 x-openstack-request-id: req-97168dcb-3de0-40e0-971e-caed2fdcbce6 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:19.478515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:19.478515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-97168dcb-3de0-40e0-971e-caed2fdcbce6 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:19.478515 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'status': 'completed', 'code': 200} Feb 16 14:30:19.532516 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.535144 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.537103 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04 HTTP/1.1" status: 204 len: 168 time: 0.2398708 Feb 16 14:30:19.552351 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e363fe-fe37-4d58-97bd-8461b4d97f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb75cc6c-6805-4ec5-a4ff-cab74c1bcb04,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:19.625091 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-93fc39ce-3688-41b7-bb6b-b029c2bfbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.626427 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-93fc39ce-3688-41b7-bb6b-b029c2bfbf20 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1127 time: 0.0799887 Feb 16 14:30:19.750163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-f0a28493-1539-449a-905b-c4c6f47a21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.751731 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-f0a28493-1539-449a-905b-c4c6f47a21ac service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=aeb2105b246e4f78bccf81a39b007f69&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1019797 Feb 16 14:30:19.764955 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:19.910497 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-7eaf3320-c667-4ff6-8df6-c78dc0101e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.912272 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c5cb3ffd-f27a-4984-8d6b-146c4032e620 req-7eaf3320-c667-4ff6-8df6-c78dc0101e41 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1527812 Feb 16 14:30:20.049150 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-5852c2ae-e7d8-4aa1-a5ef-073cd833a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.051552 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-5852c2ae-e7d8-4aa1-a5ef-073cd833a3a8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1127 time: 0.0565383 Feb 16 14:30:20.051690 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b3e83-dfbb-4d72-9215-a43525d4b608 req-1a45291a-9dd8-4cd4-8c26-a14909968bcd tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.056116 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-009b3e83-dfbb-4d72-9215-a43525d4b608 req-1a45291a-9dd8-4cd4-8c26-a14909968bcd tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 944 time: 0.0918212 Feb 16 14:30:20.142941 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-5e5bb3c8-df1a-44d2-8bfd-ac825fcac924 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 217 time: 0.0658698 Feb 16 14:30:20.143531 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-009b3e83-dfbb-4d72-9215-a43525d4b608 req-d25ebc60-fd6e-4baa-83d6-234f06b542a0 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715206 Feb 16 14:30:20.196149 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-8741723e-b3b9-48f8-b29b-2f96fbbaa0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.197598 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-8741723e-b3b9-48f8-b29b-2f96fbbaa0da service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0469007 Feb 16 14:30:20.208815 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.278770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279544d7-d386-41d4-9a18-39679ed3904b req-ae46f296-57c7-4431-9a69-fe1f79aedfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.280333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-ae46f296-57c7-4431-9a69-fe1f79aedfb0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609174 Feb 16 14:30:20.379378 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-b442a98e-aff7-40ec-99c7-4e7342ee134d service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914874 Feb 16 14:30:20.510944 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-279544d7-d386-41d4-9a18-39679ed3904b req-3ae2f560-99a3-4172-937a-6d70c6a1e199 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235707 Feb 16 14:30:20.522903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f806-9e81-4310-953c-20135fec9405 req-2e55bad8-4765-4050-be4d-7511107e5583 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.526481 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1623f806-9e81-4310-953c-20135fec9405 req-2e55bad8-4765-4050-be4d-7511107e5583 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.1053822 Feb 16 14:30:20.579415 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1623f806-9e81-4310-953c-20135fec9405 req-1582bb12-cbb7-4896-b946-5031b1a673f5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470140 Feb 16 14:30:21.296917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae65d7-b1e7-466d-a7bf-236805a22cf2 req-d2927e45-9201-4165-85f8-0388c5983e60 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:21.298490 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-14ae65d7-b1e7-466d-a7bf-236805a22cf2 req-d2927e45-9201-4165-85f8-0388c5983e60 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 944 time: 0.0781343 Feb 16 14:30:21.349709 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-14ae65d7-b1e7-466d-a7bf-236805a22cf2 req-83358a7c-be3f-4bca-ba0a-41f46c386b96 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Feb 16 14:30:21.442648 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-cc82f352-857d-4f7d-9293-514f81c8812d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:21.444112 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-cc82f352-857d-4f7d-9293-514f81c8812d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.0999129 Feb 16 14:30:21.459121 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-6135b66d-3162-4a08-8887-8b6e4aaec1df tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/quotas/f334385dc44348ac9942c6606482330e HTTP/1.1" status: 200 len: 375 time: 0.0091918 Feb 16 14:30:21.517321 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-b3e07cbb-7558-42b8-b611-2cd177d91d7c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527506 Feb 16 14:30:21.607214 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-adfcc38b-17f4-489f-8a29-c30912df7781 service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833163 Feb 16 14:30:21.708155 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-aecf6c22-66aa-4f04-ad08-5f4ba881cd60 service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948734 Feb 16 14:30:21.714179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e03b-659c-47f0-8d5b-3d32927ce556 req-d3a0ba3e-1f91-4896-b4ec-3be2eeb23681 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:21.716105 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6ca1e03b-659c-47f0-8d5b-3d32927ce556 req-d3a0ba3e-1f91-4896-b4ec-3be2eeb23681 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0577137 Feb 16 14:30:21.769603 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6ca1e03b-659c-47f0-8d5b-3d32927ce556 req-ad26ffbd-6ffd-4a07-a429-c0331cf74838 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Feb 16 14:30:22.006310 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cffd0f41-52df-4b20-a866-dbbf0d4c479d req-7f86700f-e55d-4a3f-a5bf-a52a0b8f4cd6 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 210 time: 0.0305352 Feb 16 14:30:22.390007 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.477687 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa174e-8a82-43ee-a350-4708557a8d63 req-c7bb3dc3-16c4-4085-91b7-cdbe8c80954d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.477687 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-18fa174e-8a82-43ee-a350-4708557a8d63 req-c7bb3dc3-16c4-4085-91b7-cdbe8c80954d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 944 time: 0.0552731 Feb 16 14:30:22.523597 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-18fa174e-8a82-43ee-a350-4708557a8d63 req-68aef32c-9e8b-4f4b-aa6f-c54ae95d4321 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Feb 16 14:30:22.908255 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103f38a-5558-4944-8194-ea46f2f85fb3 req-5136aeb8-5123-46c5-a194-1d03b1da14c5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.909730 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8103f38a-5558-4944-8194-ea46f2f85fb3 req-5136aeb8-5123-46c5-a194-1d03b1da14c5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0583210 Feb 16 14:30:22.956892 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8103f38a-5558-4944-8194-ea46f2f85fb3 req-219e0fd0-2fe7-4c52-b38d-0f2d611cee41 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 Feb 16 14:30:23.098975 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a21f7db7-7b86-4478-811e-51d99a6143b2 req-9e7e3a85-c1d8-4d0b-9af2-a0c750f4c214 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 210 time: 0.0256898 Feb 16 14:30:23.214007 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 5ee4e35f-3743-4549-89fe-13d02ed7b538 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:23.361335 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 5ee4e35f-3743-4549-89fe-13d02ed7b538 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:30:23.365845 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 5ee4e35f-3743-4549-89fe-13d02ed7b538 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:23.366241 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.447061 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 5ee4e35f-3743-4549-89fe-13d02ed7b538 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:23.447689 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.470887 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:23.473229 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dcf680-1671-4f4f-b8da-64069a346db5" -d '{"events": [{"server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "name": "network-vif-plugged", "status": "completed", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:23.486472 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:23.511693 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2c4da-c85e-4a33-b7aa-f8ade75b3004 x-openstack-request-id: req-86c2c4da-c85e-4a33-b7aa-f8ade75b3004 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:23.511992 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "name": "network-vif-plugged", "status": "completed", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:23.512250 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-86c2c4da-c85e-4a33-b7aa-f8ade75b3004 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:23.512667 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'code': 200} Feb 16 14:30:23.595645 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.647979 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b69c-b2f4-4223-9f21-79943ef9f1d6 req-b0f48129-e2d8-4dff-ae8a-3ef6fd736bc1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:23.649765 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:23.650645 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-30f8b69c-b2f4-4223-9f21-79943ef9f1d6 req-b0f48129-e2d8-4dff-ae8a-3ef6fd736bc1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0576081 Feb 16 14:30:23.702315 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-30f8b69c-b2f4-4223-9f21-79943ef9f1d6 req-46fb1ad3-016c-4699-89c1-f62e62887707 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Feb 16 14:30:23.962597 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247709ab-ff22-4015-be3a-b5f7dec9b079 req-3bd3354f-be49-463a-960c-acb5d8bafcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:23.964161 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-247709ab-ff22-4015-be3a-b5f7dec9b079 req-3bd3354f-be49-463a-960c-acb5d8bafcf4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1129 time: 0.0475323 Feb 16 14:30:24.010453 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-247709ab-ff22-4015-be3a-b5f7dec9b079 req-f651a625-150b-4ae5-99f8-00ebbe6e593d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Feb 16 14:30:24.091078 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f692a3-b252-4f70-86d1-76a2cafac935 req-669470b0-0b1b-4b8a-b059-aa1cbda63f6b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:24.092656 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f6f692a3-b252-4f70-86d1-76a2cafac935 req-669470b0-0b1b-4b8a-b059-aa1cbda63f6b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0597873 Feb 16 14:30:24.142742 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f6f692a3-b252-4f70-86d1-76a2cafac935 req-80f29b11-7a6a-4a37-9ae6-40e767e949c2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443966 Feb 16 14:30:24.192550 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6be8b4d8-d874-4acc-9064-cae0a605709d req-d5a40018-02ff-41fa-8de8-115d62e0130b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 210 time: 0.0258060 Feb 16 14:30:24.828341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397dfa-e3d0-4984-a4bf-1b4497fce901 req-807ef960-10a6-4a5f-bd8b-4e24c4915c31 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:24.829889 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3d397dfa-e3d0-4984-a4bf-1b4497fce901 req-807ef960-10a6-4a5f-bd8b-4e24c4915c31 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0559232 Feb 16 14:30:24.879555 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3d397dfa-e3d0-4984-a4bf-1b4497fce901 req-7813b5d4-47b3-4db4-8caa-e65560fab8e4 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Feb 16 14:30:25.111388 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-01c6e3ff-8e16-45b6-ae4e-06f75dcffd26 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.112877 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-01c6e3ff-8e16-45b6-ae4e-06f75dcffd26 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.1131544 Feb 16 14:30:25.150189 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Request body: {'port': {'device_id': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'admin_state_up': True, 'tenant_id': 'f334385dc44348ac9942c6606482330e'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:25.278398 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd31106-0d19-4122-aed4-b190c2ff31ac req-a87f1e86-b704-425f-a8bc-ea7fd6060b24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.279989 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bbd31106-0d19-4122-aed4-b190c2ff31ac req-a87f1e86-b704-425f-a8bc-ea7fd6060b24 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0578609 Feb 16 14:30:25.305135 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-40a82db4-8a92-4d5d-b99f-2cfcb0e4d495 req-049931e6-5d0b-4301-a6e0-73d718ef0f27 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 210 time: 0.0359070 Feb 16 14:30:25.328993 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bbd31106-0d19-4122-aed4-b190c2ff31ac req-05147aa5-b7c7-41ab-9545-32b2a8be937a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Feb 16 14:30:25.384715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:25.388248 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:25.547799 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Allocated IP 172.20.0.7 (36f39343-766a-4d7f-8597-906aa4ce6697/e7d63112-9756-4400-b678-89109a1861a1/e397d52b-5ec8-4dbd-ab87-9d0b217f7995) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:25.699086 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks [] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:25.830487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:25.874101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Network 36f39343-766a-4d7f-8597-906aa4ce6697 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:25.877211 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:25.880951 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:25.893294 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event updated for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:25.893608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e', 'f45e1896-cbac-4079-bf31-95878784e9ba'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:25.916466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.916466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.916742 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.917063 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.917365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.917658 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.917991 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.918321 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.918671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.922018 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.922018 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.922018 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.922018 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.951294 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.951944 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.022810 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9066f-8f32-4232-b8b7-bf18053c798b req-d1c37b6a-100f-47ff-9673-59bbb3e49a00 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.030714 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6fe9066f-8f32-4232-b8b7-bf18053c798b req-d1c37b6a-100f-47ff-9673-59bbb3e49a00 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0704391 Feb 16 14:30:26.068050 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-49c66879-d6a5-48a6-85e4-73994a1d6111 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9224041 Feb 16 14:30:26.090710 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6fe9066f-8f32-4232-b8b7-bf18053c798b req-cf51f98c-a020-4b81-8c80-f1e7212a99d1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 Feb 16 14:30:26.096334 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Request body: {'port': {'device_id': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:26.174659 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.218835 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee378df7-49dc-43d1-96b2-4aefdb33f791 req-34e8c578-3c09-4397-9864-f8e96686e4d5 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.220323 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ee378df7-49dc-43d1-96b2-4aefdb33f791 req-34e8c578-3c09-4397-9864-f8e96686e4d5 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0574932 Feb 16 14:30:26.274662 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ee378df7-49dc-43d1-96b2-4aefdb33f791 req-b150e7c9-f1f7-4452-879b-aae409d9e601 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Feb 16 14:30:26.304981 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:26.447050 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:26.458887 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:26.481122 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e5bb4-a063-4c02-a022-43f772ff1e39 req-82afde8d-31df-4921-b7ca-85c04ccf1534 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.486186 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8a8e5bb4-a063-4c02-a022-43f772ff1e39 req-82afde8d-31df-4921-b7ca-85c04ccf1534 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 931 time: 0.0640357 Feb 16 14:30:26.512349 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:26.513384 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.519631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e397d52b-5ec8-4dbd-ab87-9d0b217f7995 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:26.528302 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:26.541964 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8a8e5bb4-a063-4c02-a022-43f772ff1e39 req-3b69cb71-17b9-4753-aff2-3db062383507 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Feb 16 14:30:26.546888 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks [] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.553889 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:26.572405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Transition to ACTIVE for port object e397d52b-5ec8-4dbd-ab87-9d0b217f7995 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:26.636025 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.642539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad6b81-27d6-43e6-b9ed-8b1ad1bfe282 req-3fd13018-947c-4ee3-8851-bd485d10e4aa tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.644832 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a8ad6b81-27d6-43e6-b9ed-8b1ad1bfe282 req-3fd13018-947c-4ee3-8851-bd485d10e4aa tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0576580 Feb 16 14:30:26.660275 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c39fa-83d5-4da3-bba5-35d399980320 req-4395c4be-9452-444d-b29d-fcfa8e59881c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.661909 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b20c39fa-83d5-4da3-bba5-35d399980320 req-4395c4be-9452-444d-b29d-fcfa8e59881c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0591352 Feb 16 14:30:26.693247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.704608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:26.736377 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b20c39fa-83d5-4da3-bba5-35d399980320 req-72cc4e38-97f0-439d-ade7-5e1d03da3666 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672290 Feb 16 14:30:26.777352 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Pushing event updated for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:26.852498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Attempting to bind port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:26.852843 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Attempting to bind port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:26.853171 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Attempting to bind port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:26.857537 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 on network 36f39343-766a-4d7f-8597-906aa4ce6697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:26.857865 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Attempting to bind port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:26.862907 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:26.863081 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Checking segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:26.863489 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Bound using segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:26.863924 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Bound port: e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:26.864288 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.951770 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a8ad6b81-27d6-43e6-b9ed-8b1ad1bfe282 req-89a637c0-cff2-4416-bac8-7407a5ccec27 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000617 Feb 16 14:30:26.965141 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:26.968818 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:27.059519 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.107521 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.108487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.109880 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] 10.222.0.124 "PUT /v2.0/ports/e397d52b-5ec8-4dbd-ab87-9d0b217f7995 HTTP/1.1" status: 200 len: 1093 time: 1.0179720 Feb 16 14:30:27.111986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:27.114286 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:27.157048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3da150-4a8b-424e-8e21-c10b91caeb4b service neutron] Pushing event updated for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:27.168406 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b045d940-0af6-432b-9a63-e64d0570d063 x-openstack-request-id: req-b045d940-0af6-432b-9a63-e64d0570d063 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:27.168711 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:27.168974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-b045d940-0af6-432b-9a63-e64d0570d063 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:27.169788 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'status': 'completed', 'code': 200} Feb 16 14:30:27.185590 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c35750d8-fe77-4744-8fd1-c9914d7c2435'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:27.275516 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-d87d0afa-2f08-4101-9ced-20445f1270a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.277759 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-d87d0afa-2f08-4101-9ced-20445f1270a2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 1127 time: 0.0615594 Feb 16 14:30:27.399986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-0910a3ab-1ab7-4e77-b98e-08b75085a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.401486 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-0910a3ab-1ab7-4e77-b98e-08b75085a12c service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=f334385dc44348ac9942c6606482330e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1034980 Feb 16 14:30:27.534599 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-157548b7-86ff-4967-b310-723639ac3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.536116 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-89cbacf2-7ff3-4cf7-9c8e-a3f7f9d5a5f4 req-157548b7-86ff-4967-b310-723639ac3b27 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1270599 Feb 16 14:30:27.954012 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97a92-d13f-4cd0-bd2d-cbabe769101b req-c06bf7b0-ad1d-4253-b5b8-d7329e33697d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.955524 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8c97a92-d13f-4cd0-bd2d-cbabe769101b req-c06bf7b0-ad1d-4253-b5b8-d7329e33697d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 943 time: 0.3249075 Feb 16 14:30:27.960002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-819c943e-8062-4214-8637-894e22f7cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.961904 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-819c943e-8062-4214-8637-894e22f7cad7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 1127 time: 0.3026185 Feb 16 14:30:28.026883 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-142c9c43-4da1-48d1-9b5f-4306035ebc5f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995 HTTP/1.1" status: 200 len: 217 time: 0.0443275 Feb 16 14:30:28.069349 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8c97a92-d13f-4cd0-bd2d-cbabe769101b req-45586cd3-d7a7-4aa7-a37b-da5429a4218c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064589 Feb 16 14:30:28.092845 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b317f63-3403-4312-b739-13ae34b5c62f req-86ff184f-8861-4459-b898-5f103ff8c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.093470 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-86ff184f-8861-4459-b898-5f103ff8c3ea service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0594428 Feb 16 14:30:28.106064 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc545-1ec7-4e8a-9bc2-c532ec59622a req-fc5cab02-700e-44b9-9566-fde9a6d21770 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.108180 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a38dc545-1ec7-4e8a-9bc2-c532ec59622a req-fc5cab02-700e-44b9-9566-fde9a6d21770 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 944 time: 0.0673044 Feb 16 14:30:28.151266 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-a535e0d4-dea4-4b44-86f7-05b68482dee8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383391 Feb 16 14:30:28.170193 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a38dc545-1ec7-4e8a-9bc2-c532ec59622a req-a6a3847d-e1d5-4a67-85d0-d93ce1cab0dc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556991 Feb 16 14:30:28.263069 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-103365cb-ef97-409c-9bc1-d783c3ff369c service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966821 Feb 16 14:30:28.325902 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:28.362526 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8b317f63-3403-4312-b739-13ae34b5c62f req-20d5651a-8236-4cd9-9bbb-b62050cd699e service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936666 Feb 16 14:30:28.458519 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port c35750d8-fe77-4744-8fd1-c9914d7c2435 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:30:28.464109 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port c35750d8-fe77-4744-8fd1-c9914d7c2435 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:28.464518 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.564003 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:28.564392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.590013 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:28.592362 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dfb540-2bb8-4376-a7aa-b12f5e8bc9c5" -d '{"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:28.617521 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:28.638227 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962e633-79f3-4f62-9643-6e787f086dda x-openstack-request-id: req-6962e633-79f3-4f62-9643-6e787f086dda {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:28.638759 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:28.639076 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6962e633-79f3-4f62-9643-6e787f086dda {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:28.639714 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'code': 200} Feb 16 14:30:28.722839 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.778472 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:29.094640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2fdc-7091-4fff-9292-525f4cdca66f req-daf14318-3ed2-493c-8478-a3c179e78d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:29.096152 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-36cb2fdc-7091-4fff-9292-525f4cdca66f req-daf14318-3ed2-493c-8478-a3c179e78d7c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1129 time: 0.0449812 Feb 16 14:30:29.172763 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-36cb2fdc-7091-4fff-9292-525f4cdca66f req-da01d657-519f-4706-bf2c-b6a71489cb54 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688829 Feb 16 14:30:29.196538 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6d2f-6486-4ae0-982f-86e8588bde9d req-5080136d-0ccc-4b27-80af-68dd71bc4b0c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:29.197999 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-589e6d2f-6486-4ae0-982f-86e8588bde9d req-5080136d-0ccc-4b27-80af-68dd71bc4b0c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 943 time: 0.0605128 Feb 16 14:30:29.249482 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-589e6d2f-6486-4ae0-982f-86e8588bde9d req-10db136e-3483-4024-b1b1-0bf7f1f35042 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Feb 16 14:30:29.356862 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627014f-f5e7-4cf5-ae59-51f5e758d858 req-7faa13d3-6766-4301-afba-27e287aa707c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:29.358285 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a627014f-f5e7-4cf5-ae59-51f5e758d858 req-7faa13d3-6766-4301-afba-27e287aa707c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0520291 Feb 16 14:30:29.406376 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a627014f-f5e7-4cf5-ae59-51f5e758d858 req-86ffa834-f123-4bc9-99bf-d6288fd98556 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Feb 16 14:30:30.367790 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172777e0-2811-40d5-99f9-73d49ee6221d req-34b8a3fc-a2e1-4857-9381-d696f36c697b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.369237 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-172777e0-2811-40d5-99f9-73d49ee6221d req-34b8a3fc-a2e1-4857-9381-d696f36c697b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 943 time: 0.0543461 Feb 16 14:30:30.417288 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-172777e0-2811-40d5-99f9-73d49ee6221d req-8eaa3c6c-852a-462c-a042-cda678b09dd1 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Feb 16 14:30:30.536027 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd7f82-0fd4-46d4-b7f8-9e5661b59339 req-a8fcf203-f235-48a4-b63c-dc90c29db5a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.537512 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8bdd7f82-0fd4-46d4-b7f8-9e5661b59339 req-a8fcf203-f235-48a4-b63c-dc90c29db5a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0544803 Feb 16 14:30:30.585279 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8bdd7f82-0fd4-46d4-b7f8-9e5661b59339 req-47bf0b15-9fe1-430d-8599-0b82e3dc2651 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 Feb 16 14:30:31.537344 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b1559-2ea6-4c10-856e-cdc6fb4bc313 req-a6823a6d-b5d9-4d5b-a731-c6a806d1d9cb tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:31.538821 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ad7b1559-2ea6-4c10-856e-cdc6fb4bc313 req-a6823a6d-b5d9-4d5b-a731-c6a806d1d9cb tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 943 time: 0.0557904 Feb 16 14:30:31.585534 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ad7b1559-2ea6-4c10-856e-cdc6fb4bc313 req-8f21638f-caac-402b-9a96-9cabecc6f94c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Feb 16 14:30:31.713335 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709103e4-4e0f-4dd1-94d3-b9517ecdf6c1 req-68cb34dd-9cfb-4d70-8e83-e6c78f1181c4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:31.714909 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-709103e4-4e0f-4dd1-94d3-b9517ecdf6c1 req-68cb34dd-9cfb-4d70-8e83-e6c78f1181c4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0572720 Feb 16 14:30:31.769552 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-709103e4-4e0f-4dd1-94d3-b9517ecdf6c1 req-f4a877cd-be37-4e44-bc59-04fda987e57f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490332 Feb 16 14:30:31.887025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b11f94-2df8-4f80-8601-b32290abd21f req-a95805e5-594d-48f5-b101-d943b0304d19 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:31.888488 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-54b11f94-2df8-4f80-8601-b32290abd21f req-a95805e5-594d-48f5-b101-d943b0304d19 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0511630 Feb 16 14:30:31.897465 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59434) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:31.902314 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Request body: {'floatingip': {'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:31.944784 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.327265 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e397d52b-5ec8-4dbd-ab87-9d0b217f7995 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:32.370518 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.434939 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:32.446832 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'port_id': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'mac_address': 'fa:16:3e:c1:1a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d63112-9756-4400-b678-89109a1861a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:32.464391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.493038 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:32.494185 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.518580 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e397d52b-5ec8-4dbd-ab87-9d0b217f7995 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:32.553471 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:32.578048 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Floating IP 1f7c7aec-1a34-4364-b724-d1984bdccd2c associated. External IP: 172.27.0.3, port: c35750d8-fe77-4744-8fd1-c9914d7c2435. Feb 16 14:30:32.692966 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.705510 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0b692-4d32-46fd-8295-e7e1682c95e4 req-e11966f7-af59-4689-855e-eafd517049d8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:32.707108 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-99e0b692-4d32-46fd-8295-e7e1682c95e4 req-e11966f7-af59-4689-855e-eafd517049d8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 943 time: 0.0539196 Feb 16 14:30:32.748470 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:32.774249 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-99e0b692-4d32-46fd-8295-e7e1682c95e4 req-03596aba-5cc5-46b5-a60c-c72121eee821 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610929 Feb 16 14:30:32.824113 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:32.935400 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:32.940227 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.944969 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:32.956049 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:32.956791 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:32.972071 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-67f67ae6-7988-4bb8-8c09-9f53b24f416f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "PUT /v2.0/floatingips/1f7c7aec-1a34-4364-b724-d1984bdccd2c HTTP/1.1" status: 200 len: 989 time: 1.0735297 Feb 16 14:30:32.972682 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:32.975707 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1" -d '{"events": [{"name": "network-changed", "server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:33.015825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76180823-3a19-4329-b624-b7b093a8f17a x-openstack-request-id: req-76180823-3a19-4329-b624-b7b093a8f17a {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:33.017167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:33.017167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-76180823-3a19-4329-b624-b7b093a8f17a {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:33.017167 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'status': 'completed', 'code': 200} Feb 16 14:30:33.077085 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:33.175829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-29a1f5fe-0c16-465f-b20f-ba97e43a8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.177377 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-29a1f5fe-0c16-465f-b20f-ba97e43a8f04 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1129 time: 0.0917585 Feb 16 14:30:33.206720 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['e397d52b-5ec8-4dbd-ab87-9d0b217f7995'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:33.281169 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-00c66c5c-1c5e-4710-a1a7-1fc04533f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.282700 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-00c66c5c-1c5e-4710-a1a7-1fc04533f476 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.0913198 Feb 16 14:30:33.354505 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-105fd75f-4a3d-4491-865d-47e15145467d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 997 time: 0.0616746 Feb 16 14:30:33.425186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-585a0565-1102-439c-a184-3056a973cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.426701 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-585a0565-1102-439c-a184-3056a973cb55 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0487835 Feb 16 14:30:33.465919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '1f7c7aec-1a34-4364-b724-d1984bdccd2c', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:05Z', 'updated_at': '2022-02-16T14:30:32Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:33.485397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-010c9ae1-06cb-442f-b44b-55b7ea818b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.486913 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-010c9ae1-06cb-442f-b44b-55b7ea818b99 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494268 Feb 16 14:30:33.496948 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:33.508435 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:33.509042 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:33.587213 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-647d35af-5d9d-493d-8ecf-bdc4031031b2 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922143 Feb 16 14:30:33.621695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:33.692711 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41d080e-a9a6-4de9-8ff2-2b8591c315c1 req-c2f82a2f-be4f-4fb8-afda-dcb9a81af940 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990818 Feb 16 14:30:33.915070 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aa244-9dc2-4a04-8067-206f99673062 req-d2a4cfc4-5dbb-4b35-a65f-6fb64ad8de9f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.916561 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-089aa244-9dc2-4a04-8067-206f99673062 req-d2a4cfc4-5dbb-4b35-a65f-6fb64ad8de9f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 944 time: 0.0632427 Feb 16 14:30:33.968488 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-089aa244-9dc2-4a04-8067-206f99673062 req-04af6042-e0af-49ec-82f9-2007b24cd0a5 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Feb 16 14:30:34.001199 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '1f7c7aec-1a34-4364-b724-d1984bdccd2c', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:05Z', 'updated_at': '2022-02-16T14:30:32Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:34.029190 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cee6da-de97-4200-a227-975eb99cd6fe None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '1f7c7aec-1a34-4364-b724-d1984bdccd2c', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:05Z', 'updated_at': '2022-02-16T14:30:32Z', 'revision_number': 1, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:34.225051 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd961d4c-aeb8-4cd1-a5a8-33a8dd64c641 None None] New status for floating IP 1f7c7aec-1a34-4364-b724-d1984bdccd2c: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:30:35.088249 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae199c-3a8a-4ca1-bde1-e305e148dde9 req-41c01988-e11d-406a-8837-cdc99cc73c7d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.089870 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6cae199c-3a8a-4ca1-bde1-e305e148dde9 req-41c01988-e11d-406a-8837-cdc99cc73c7d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 944 time: 0.0546231 Feb 16 14:30:35.137205 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6cae199c-3a8a-4ca1-bde1-e305e148dde9 req-76eec9e8-6f1b-4f51-811f-b35577ce52dd tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Feb 16 14:30:35.196770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59492) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:35.246571 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Deleting subnet ea493c5b-9db8-4400-9ce9-cab4ff759aed {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:30:35.249633 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Publish callbacks [] for subnet (ea493c5b-9db8-4400-9ce9-cab4ff759aed), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.284354 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (ea493c5b-9db8-4400-9ce9-cab4ff759aed), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.322070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (ea493c5b-9db8-4400-9ce9-cab4ff759aed), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.464767 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (ea493c5b-9db8-4400-9ce9-cab4ff759aed), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.489783 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea493c5b-9db8-4400-9ce9-cab4ff759aed,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:35.494188 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.497812 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3b421613-ca0b-46b2-a725-6e50377f1a42 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/ea493c5b-9db8-4400-9ce9-cab4ff759aed HTTP/1.1" status: 204 len: 168 time: 0.2996788 Feb 16 14:30:35.500088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59494) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:35.572329 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (020f3991-eae7-469b-87bf-c0a4566703d8), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.647349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (020f3991-eae7-469b-87bf-c0a4566703d8), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.670578 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020f3991-eae7-469b-87bf-c0a4566703d8']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:35.680178 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ca92a4-837f-45fe-b9bb-7c8f2455a045') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:35.680470 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ca92a4-837f-45fe-b9bb-7c8f2455a045') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:35.689474 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (68ca92a4-837f-45fe-b9bb-7c8f2455a045), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.702999 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (68ca92a4-837f-45fe-b9bb-7c8f2455a045), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.708868 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (68ca92a4-837f-45fe-b9bb-7c8f2455a045), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:30:35.719821 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:30:35.835685 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (020f3991-eae7-469b-87bf-c0a4566703d8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.841132 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.847791 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] 10.222.0.110 "DELETE /v2.0/networks/020f3991-eae7-469b-87bf-c0a4566703d8 HTTP/1.1" status: 204 len: 168 time: 0.3434017 Feb 16 14:30:35.855485 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d593d-697b-487f-9866-a2ede197a4da admin admin] Pushing event deleted for resources: {'Network': ['ID=020f3991-eae7-469b-87bf-c0a4566703d8,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:36.253804 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e0ab-1fba-4b4a-83c6-1089e34eb31e req-24ecb3e4-9cf1-4148-9169-4d67f4d5535a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:36.255336 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e894e0ab-1fba-4b4a-83c6-1089e34eb31e req-24ecb3e4-9cf1-4148-9169-4d67f4d5535a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 944 time: 0.0528917 Feb 16 14:30:36.255640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59504) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:36.297048 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-0b8e9b53-39f2-4156-a3ba-3d37b7889802 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f6c24eb6d16648b4a04462f208612157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401776 Feb 16 14:30:36.299590 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59506) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:36.304133 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e894e0ab-1fba-4b4a-83c6-1089e34eb31e req-e6b2e401-1977-4725-a90e-4e12c23e0838 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Feb 16 14:30:36.349886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Publish callbacks [] for security_group (e6691957-fb80-4d78-befc-5ac47e99ced9), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.359634 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e397d52b-5ec8-4dbd-ab87-9d0b217f7995 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:36.371016 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Publish callbacks [] for security_group (e6691957-fb80-4d78-befc-5ac47e99ced9), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.492860 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:30:36.497043 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:36.497426 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.511086 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e6691957-fb80-4d78-befc-5ac47e99ced9), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.512828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.514017 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e6691957-fb80-4d78-befc-5ac47e99ced9 HTTP/1.1" status: 204 len: 168 time: 0.2133849 Feb 16 14:30:36.525884 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6691957-fb80-4d78-befc-5ac47e99ced9,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:36.533556 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.534092 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.534456 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.534837 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.535246 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.535603 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.536099 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.536460 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.536795 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.537129 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.537461 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.537940 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.541090 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa2bca-d74e-4b74-b5e7-9570dab59887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:36.597096 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:36.597579 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.621009 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:36.623779 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c396a97-177e-4aea-bc7a-71c83c99ae06" -d '{"events": [{"server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "name": "network-vif-plugged", "status": "completed", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:36.636537 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:36.663559 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285366ca-4bcc-42ff-840d-282792fb2ebb x-openstack-request-id: req-285366ca-4bcc-42ff-840d-282792fb2ebb {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:36.663845 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "name": "network-vif-plugged", "status": "completed", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:36.664100 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-285366ca-4bcc-42ff-840d-282792fb2ebb {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:36.664661 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'code': 200} Feb 16 14:30:36.732081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.795203 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:37.136791 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eeaf8-976c-4ff7-a541-1ac2be1004ea req-d843b056-508e-440b-81a3-e47f72cb0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.138198 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e4eeaf8-976c-4ff7-a541-1ac2be1004ea req-d843b056-508e-440b-81a3-e47f72cb0411 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 1129 time: 0.0481305 Feb 16 14:30:37.191198 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0e4eeaf8-976c-4ff7-a541-1ac2be1004ea req-3b421fb5-7a14-4c9f-92cd-eefc92932b7e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Feb 16 14:30:37.453576 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d0869-7406-410f-a4c1-9d062dbd6755 req-500ed6ec-122b-4d3b-a3e8-4e418cbd7c93 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.455131 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e34d0869-7406-410f-a4c1-9d062dbd6755 req-500ed6ec-122b-4d3b-a3e8-4e418cbd7c93 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0805910 Feb 16 14:30:37.515372 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e34d0869-7406-410f-a4c1-9d062dbd6755 req-aead07df-6ef4-4840-bb2c-34bceee2c59c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Feb 16 14:30:37.960549 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f7a7-ec8a-4d51-b312-553483f4a2b5 req-b33212dc-2df0-412c-acce-2e162e4d0a27 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.961951 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a498f7a7-ec8a-4d51-b312-553483f4a2b5 req-b33212dc-2df0-412c-acce-2e162e4d0a27 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0531640 Feb 16 14:30:38.017890 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a498f7a7-ec8a-4d51-b312-553483f4a2b5 req-56439ee1-e21a-441c-8cc9-a450143adcc1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504785 Feb 16 14:30:38.259043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef76cf-45d2-43e4-960c-ba96dacd9520 req-0676b392-8657-43c4-ad16-a10e580c6b4b tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.260544 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48ef76cf-45d2-43e4-960c-ba96dacd9520 req-0676b392-8657-43c4-ad16-a10e580c6b4b tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0532064 Feb 16 14:30:38.309527 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-48ef76cf-45d2-43e4-960c-ba96dacd9520 req-0be764cb-999d-47b0-88f5-22348fc0575b tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Feb 16 14:30:38.331670 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59558) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:38.534223 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe6a62-45a8-4162-b17d-997c3c1a6541 tempest-TestMinimumBasicScenario-2009408035 tempest-TestMinimumBasicScenario-2009408035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.538254 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7dbe6a62-45a8-4162-b17d-997c3c1a6541 tempest-TestMinimumBasicScenario-2009408035 tempest-TestMinimumBasicScenario-2009408035-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1124 time: 0.2030537 Feb 16 14:30:38.538775 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59566) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:38.543331 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'port_id': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'tenant_id': '65654470458446859230c6803abfa3ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:38.642741 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24580f-1cc9-498e-a5bc-08fbe488dd57 req-9ea49270-d592-4aea-b5b7-6ab339dc0012 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.644208 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-af24580f-1cc9-498e-a5bc-08fbe488dd57 req-9ea49270-d592-4aea-b5b7-6ab339dc0012 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0517068 Feb 16 14:30:38.652942 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.695808 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-af24580f-1cc9-498e-a5bc-08fbe488dd57 req-64b20498-aaf5-4411-a539-448252ce02f3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Feb 16 14:30:38.750286 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.861973 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Allocated IP 172.27.0.21 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/a3e86168-571e-4b74-acc3-df19d4d9435d) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:38.963484 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.080967 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.149198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:39.154766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:39.160486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:39.192126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'Port': ['ID=a3e86168-571e-4b74-acc3-df19d4d9435d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:39.216716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ab9c4-7f05-4ecf-931e-ed54f10876aa req-1500886d-22a8-4c82-b251-2808085a3917 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.218219 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-748ab9c4-7f05-4ecf-931e-ed54f10876aa req-1500886d-22a8-4c82-b251-2808085a3917 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1326458 Feb 16 14:30:39.324616 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-748ab9c4-7f05-4ecf-931e-ed54f10876aa req-26a73737-ece2-488c-b6e7-b7593c7f7bf5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999520 Feb 16 14:30:39.816977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a258-6972-408b-af3d-9c4b65b179f1 req-6d5e00ce-36c2-43d1-b1fa-10e20c8372eb tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.818727 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3607a258-6972-408b-af3d-9c4b65b179f1 req-6d5e00ce-36c2-43d1-b1fa-10e20c8372eb tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0534239 Feb 16 14:30:39.869878 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for floatingip (a24794e0-e0e1-4da7-adaf-ac05b50a7877), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.874470 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3607a258-6972-408b-af3d-9c4b65b179f1 req-e3b8094e-ae11-42a1-983c-2c32a8165fe5 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Feb 16 14:30:40.018802 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.174025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.332489 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.439680 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'Port': ['ID=a3e86168-571e-4b74-acc3-df19d4d9435d,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:40.454852 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (a24794e0-e0e1-4da7-adaf-ac05b50a7877), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.548219 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19753495-381f-4f02-905a-4b13923b1d1c req-dd545f76-0b09-4368-8938-e723561ce1b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:40.549739 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-19753495-381f-4f02-905a-4b13923b1d1c req-dd545f76-0b09-4368-8938-e723561ce1b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1478858 Feb 16 14:30:40.607490 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Floating IP a24794e0-e0e1-4da7-adaf-ac05b50a7877 associated. External IP: 172.27.0.21, port: 5ee4e35f-3743-4549-89fe-13d02ed7b538. Feb 16 14:30:40.678788 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-19753495-381f-4f02-905a-4b13923b1d1c req-9780b036-a9b6-4f3e-99e2-32f4256ebbfc tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232002 Feb 16 14:30:40.832305 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Router c0721467-f0f6-4226-ac80-d004e273f4e6 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:40.946109 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:40.959205 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Sync routers for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:40.969595 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:40.970288 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.048869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.079959 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e48b74de-b078-422d-a1e5-68f57f3a15f1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5398991 Feb 16 14:30:41.080545 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:41.080837 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:41.082869 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59594) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:41.083344 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416010a7-1208-4d24-b871-bcf9297b9e70" -d '{"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:41.088475 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639953936', 'description': 'tempest-secgroup-smoke-1639953936 description', 'project_id': '65654470458446859230c6803abfa3ba'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:41.184226 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.241327 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c5719-814b-468b-8fca-7bef4d019133 x-openstack-request-id: req-786c5719-814b-468b-8fca-7bef4d019133 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:41.241615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:41.241910 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-786c5719-814b-468b-8fca-7bef4d019133 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:41.242332 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:30:41.255656 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (d404954e-d10b-4006-b940-7e909456897d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.310189 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'a24794e0-e0e1-4da7-adaf-ac05b50a7877', 'tenant_id': '65654470458446859230c6803abfa3ba', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'port_id': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'mac_address': 'fa:16:3e:33:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:39Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 0, 'project_id': '65654470458446859230c6803abfa3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.320897 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d404954e-d10b-4006-b940-7e909456897d), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.341369 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Checking router: c0721467-f0f6-4226-ac80-d004e273f4e6 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:41.348633 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:41.349238 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.350886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d404954e-d10b-4006-b940-7e909456897d,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:41.455023 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.455691 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:41.456276 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-bf5e92e3-c7c7-473f-a6c4-1df77d5372da tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3723168 Feb 16 14:30:41.465534 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59600) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:41.469977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:41.583521 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (94b4f537-837e-41b7-93f4-2486557b0d2a), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.640165 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (94b4f537-837e-41b7-93f4-2486557b0d2a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.685341 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'a24794e0-e0e1-4da7-adaf-ac05b50a7877', 'tenant_id': '65654470458446859230c6803abfa3ba', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'port_id': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'mac_address': 'fa:16:3e:33:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:39Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 0, 'project_id': '65654470458446859230c6803abfa3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.716881 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a544f651-df51-4e0b-bef6-6bdc08746d59 None None] The sync data for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi is: [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'a24794e0-e0e1-4da7-adaf-ac05b50a7877', 'tenant_id': '65654470458446859230c6803abfa3ba', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'port_id': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'mac_address': 'fa:16:3e:33:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:39Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 0, 'project_id': '65654470458446859230c6803abfa3ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:41.722083 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (94b4f537-837e-41b7-93f4-2486557b0d2a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.744895 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b4f537-837e-41b7-93f4-2486557b0d2a,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:41.807085 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5965-7104-4461-a28d-6bc4ca070040 req-46a48915-50d2-462f-9800-70492df5d1a4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:41.813304 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-54ce5965-7104-4461-a28d-6bc4ca070040 req-46a48915-50d2-462f-9800-70492df5d1a4 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0568187 Feb 16 14:30:41.843610 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.847318 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5b2aac29-f5c8-4d26-9eb4-15509b933ba9 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783722 Feb 16 14:30:41.847541 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59606) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:41.854335 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:41.863643 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-54ce5965-7104-4461-a28d-6bc4ca070040 req-c579939d-3732-4f65-8c73-2f756935f19d tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491216 Feb 16 14:30:41.931333 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf5a4-85d4-4079-b592-c2cd7bbf8079 None None] New status for floating IP a24794e0-e0e1-4da7-adaf-ac05b50a7877: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:30:41.966009 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (3d1b9b67-5a1b-4c12-ba2b-3ed40175f773), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.023739 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (3d1b9b67-5a1b-4c12-ba2b-3ed40175f773), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.121276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (3d1b9b67-5a1b-4c12-ba2b-3ed40175f773), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.140493 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1b9b67-5a1b-4c12-ba2b-3ed40175f773,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.226069 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.227953 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e4d2fded-0cfb-4caa-9432-348d026c3cbe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3789198 Feb 16 14:30:42.230965 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59610) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:42.235288 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:42.348800 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (513d2689-9dbf-4c19-820d-747d360f8081), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.405275 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (513d2689-9dbf-4c19-820d-747d360f8081), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.475269 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (513d2689-9dbf-4c19-820d-747d360f8081), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.494196 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513d2689-9dbf-4c19-820d-747d360f8081,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.592098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.593351 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0dd13a0a-ca41-4cd8-8058-f477d7f0146c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614533 Feb 16 14:30:42.596121 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59612) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:42.600357 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:42.715600 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (953dd492-0360-40c4-a214-e6d0dcdc0c45), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.771304 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (953dd492-0360-40c4-a214-e6d0dcdc0c45), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.853194 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (953dd492-0360-40c4-a214-e6d0dcdc0c45), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.874971 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953dd492-0360-40c4-a214-e6d0dcdc0c45,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.967789 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.971638 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8a22e520-f8d2-4883-beee-0358a3cdf795 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719370 Feb 16 14:30:42.972311 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59618) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:42.976118 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:43.014578 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a17127-fd26-4ed9-82d8-a252029b5a9d req-206e42a3-10f2-4845-9706-7611cc63a89c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:43.016103 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-67a17127-fd26-4ed9-82d8-a252029b5a9d req-206e42a3-10f2-4845-9706-7611cc63a89c tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0791471 Feb 16 14:30:43.078487 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-67a17127-fd26-4ed9-82d8-a252029b5a9d req-750aebdf-5556-4e12-b757-dd08ba22b028 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497527 Feb 16 14:30:43.087849 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.securitygroups_db [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Project 65654470458446859230c6803abfa3ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:30:43.099676 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (0c29ef3c-f01e-488b-abfa-8e0b78501298), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.144015 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (0c29ef3c-f01e-488b-abfa-8e0b78501298), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.253342 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (0c29ef3c-f01e-488b-abfa-8e0b78501298), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.271430 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c29ef3c-f01e-488b-abfa-8e0b78501298,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:43.347074 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.348437 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-9980c0de-70dc-4b49-a4c6-6ed270534b7a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3756952 Feb 16 14:30:43.351071 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59622) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:43.355714 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'security_group_rule': {'security_group_id': 'd404954e-d10b-4006-b940-7e909456897d', 'project_id': '65654470458446859230c6803abfa3ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:43.458385 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.securitygroups_db [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Project 65654470458446859230c6803abfa3ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:30:43.464140 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (1507ea94-723a-4325-a785-a92dfd2b35bb), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.528579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (1507ea94-723a-4325-a785-a92dfd2b35bb), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.612528 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (1507ea94-723a-4325-a785-a92dfd2b35bb), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.635796 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1507ea94-723a-4325-a785-a92dfd2b35bb,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:43.740557 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.745492 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ea313654-9e3e-42bd-bf8b-3540510bcdcb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901770 Feb 16 14:30:43.829871 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-9eef5cbe-3a64-4798-9293-848435f2e6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.840368 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-82f49975-8374-47a1-9f6c-98334e7f8ef5 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639953936&fields=id&tenant_id=65654470458446859230c6803abfa3ba HTTP/1.1" status: 200 len: 267 time: 0.0515857 Feb 16 14:30:43.898444 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-44d99690-6835-47a9-a7a4-2009efec5c4a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:43.900389 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-44d99690-6835-47a9-a7a4-2009efec5c4a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0547180 Feb 16 14:30:43.915956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'port': {'security_groups': ['f0e608bb-e433-43af-bcba-df524f77c6ef', 'd404954e-d10b-4006-b940-7e909456897d']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:43.989447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.218683 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81be9e-cee1-49cc-8a34-b9b343065b38 req-b9117dc8-a05d-4da4-8f77-038381100d38 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.220778 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4b81be9e-cee1-49cc-8a34-b9b343065b38 req-b9117dc8-a05d-4da4-8f77-038381100d38 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0625393 Feb 16 14:30:44.232787 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:44.237851 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-10dd655b-8a5b-4ec7-a1c3-4b3ae57198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.242575 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-10dd655b-8a5b-4ec7-a1c3-4b3ae57198c6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1129 time: 0.1128938 Feb 16 14:30:44.272352 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4b81be9e-cee1-49cc-8a34-b9b343065b38 req-6b702996-ded6-45c3-891a-e42e3768ab70 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 Feb 16 14:30:44.297446 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.358307 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-154825f1-52c9-4f68-a4fc-dc481342b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.360365 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-154825f1-52c9-4f68-a4fc-dc481342b4f2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.1049197 Feb 16 14:30:44.361429 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.442914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:44.453741 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.454375 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.457370 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-27cc821d-831e-431e-8a62-470d0cb20d4c req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "PUT /v2.0/ports/5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 981 time: 0.5487168 Feb 16 14:30:44.457370 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:44.458759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b2d06b-21f2-413d-aad9-0a5a66de0302" -d '{"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:44.499374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4838e-2cd5-4b5c-aafc-904aa80fb911 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=6']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:44.503348 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-540bae95-82bc-4c07-89f8-21a45b6cd58e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1000 time: 0.1114814 Feb 16 14:30:44.529650 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012571b8-8e14-4e52-a631-a233c09c07cc x-openstack-request-id: req-012571b8-8e14-4e52-a631-a233c09c07cc {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:44.529948 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:44.530199 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-012571b8-8e14-4e52-a631-a233c09c07cc {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:44.530601 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:30:44.612073 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b84eb-e4a6-434c-836d-3f558b251cb2 req-691fcd10-9011-4ada-bd92-abdc20477304 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.615454 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c06b84eb-e4a6-434c-836d-3f558b251cb2 req-691fcd10-9011-4ada-bd92-abdc20477304 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0707886 Feb 16 14:30:44.738777 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c06b84eb-e4a6-434c-836d-3f558b251cb2 req-979894a3-03e6-46c9-87fa-4364fdcb857d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161950 Feb 16 14:30:44.740671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-89046b09-d5fb-4851-b4f2-970d96bb358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.742151 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-89046b09-d5fb-4851-b4f2-970d96bb358d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0926111 Feb 16 14:30:44.772439 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-af30bdb1-e255-4082-8e8f-9b89e2930d76 None None] Provisioning complete for port 5ee4e35f-3743-4549-89fe-13d02ed7b538 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:44.773054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-af30bdb1-e255-4082-8e8f-9b89e2930d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.826563 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-2648db13-bfe0-406c-8cca-60895773fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.828404 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-2648db13-bfe0-406c-8cca-60895773fc23 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0607285 Feb 16 14:30:44.916114 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:44.921808 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-af30bdb1-e255-4082-8e8f-9b89e2930d76 None None] Current status of the port 5ee4e35f-3743-4549-89fe-13d02ed7b538 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:44.939443 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-583e6f77-b59a-40a2-942e-07217b28a489 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987782 Feb 16 14:30:45.245483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-49e5f296-eb44-4b74-801c-ca17fb025308 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:45.248134 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-49e5f296-eb44-4b74-801c-ca17fb025308 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.1326387 Feb 16 14:30:45.250889 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-416010a7-1208-4d24-b871-bcf9297b9e70 req-13abb5f0-b1c6-4266-9eaf-5ecff69ae7a0 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602466 Feb 16 14:30:45.421394 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Deleting port 03b4e298-5eed-4639-a433-5b0e77361bac {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:30:45.421665 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.429351 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b5a46-9065-48ae-9fab-2c6919342432 req-976a1112-64ae-484c-b547-b96bd61fc7b2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:45.430942 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6c7b5a46-9065-48ae-9fab-2c6919342432 req-976a1112-64ae-484c-b547-b96bd61fc7b2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 945 time: 0.0648949 Feb 16 14:30:45.503185 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6c7b5a46-9065-48ae-9fab-2c6919342432 req-21c5ff0e-5dbe-4d53-ac4b-ee7de0d87cdf tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=64eee093-d0c6-4024-9642-709fae7fccb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642807 Feb 16 14:30:45.558015 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] For port 03b4e298-5eed-4639-a433-5b0e77361bac, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=03b4e298-5eed-4639-a433-5b0e77361bac,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:45.558379 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.562369 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-75d9f8a2-8aa9-4657-88bf-3c3ac8960381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:45.563980 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-75d9f8a2-8aa9-4657-88bf-3c3ac8960381 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1168 time: 0.1149876 Feb 16 14:30:45.785374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-d07ada06-c005-4359-9ccc-8a2a8e1dcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:45.786872 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-d07ada06-c005-4359-9ccc-8a2a8e1dcbd6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.2101860 Feb 16 14:30:45.827943 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.828299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.828619 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Floating IP 0e146454-17ab-4654-98d4-64e6d00735ff disassociated. External IP: 172.27.0.13, port: 03b4e298-5eed-4639-a433-5b0e77361bac. Feb 16 14:30:45.828964 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Calling delete_port for 03b4e298-5eed-4639-a433-5b0e77361bac owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:30:45.929564 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-ae3207fd-b2d0-4386-bbad-06d5424684cc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1000 time: 0.1154597 Feb 16 14:30:46.005353 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-2c5c1f82-1f27-4d1a-8d39-94049d1fe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:46.006850 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-2c5c1f82-1f27-4d1a-8d39-94049d1fe286 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0648751 Feb 16 14:30:46.103797 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-e64b1e0a-a9af-45b7-a337-eb6c0949d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:46.105196 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-e64b1e0a-a9af-45b7-a337-eb6c0949d462 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569437 Feb 16 14:30:46.172524 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (03b4e298-5eed-4639-a433-5b0e77361bac), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.214027 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'Port': ['ID=03b4e298-5eed-4639-a433-5b0e77361bac,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:46.223775 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5944ff53-15d7-4414-9253-ea96a1a3b780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.298082 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-99a793ae-c40f-460b-a77f-8a9128850489 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825066 Feb 16 14:30:46.346209 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:46.628690 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-07a63032-c49f-4baa-bbb8-59e27ef96525 req-f2485dab-8d3d-40c2-8676-629f54908333 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0470393 Feb 16 14:30:46.729578 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:46.742907 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:46.763495 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:46.764162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:46.774844 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] No DVR routers for this DVR port 03b4e298-5eed-4639-a433-5b0e77361bac on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:30:46.779678 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.783067 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c2d550ec-c4cf-474e-a598-acbb0b3d9d89 req-3b11925d-46ec-494f-8c3f-536f71850d76 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "DELETE /v2.0/ports/03b4e298-5eed-4639-a433-5b0e77361bac HTTP/1.1" status: 204 len: 173 time: 1.4846406 Feb 16 14:30:46.783523 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'name': 'network-vif-deleted', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:46.785782 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2e95b0-d4a7-4a33-81b4-dafceb1d2a51" -d '{"events": [{"server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "name": "network-vif-deleted", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:46.827241 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23f74b-61f3-43b1-aeb1-a48499782878 x-openstack-request-id: req-ac23f74b-61f3-43b1-aeb1-a48499782878 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:46.827795 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a4628d-ace6-4282-948c-d3e154ba9f35", "name": "network-vif-deleted", "tag": "03b4e298-5eed-4639-a433-5b0e77361bac", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:46.828072 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ac23f74b-61f3-43b1-aeb1-a48499782878 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:46.828479 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a4628d-ace6-4282-948c-d3e154ba9f35', 'name': 'network-vif-deleted', 'tag': '03b4e298-5eed-4639-a433-5b0e77361bac', 'status': 'completed', 'code': 200} Feb 16 14:30:47.011786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:47.203144 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.233707 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:47.260204 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:47.269252 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:47.269816 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:47.378860 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:47.582175 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:47.612976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148d0e-f32f-4427-b4df-a693fea89fa6 None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:47.747899 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7afddb78-5b87-4659-bb81-140856e5c066 req-77fd1454-5e6f-46ff-b1ea-c0324f280431 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0284567 Feb 16 14:30:47.855464 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb24373-c93d-4ae5-8333-5d219a75e434 None None] New status for floating IP 0e146454-17ab-4654-98d4-64e6d00735ff: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:30:48.807075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.847205 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c2e9a66f-4b34-4a1f-9434-d545f549037b req-32d65b59-2e65-44e2-bd0d-b29bcc5389cc tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0270195 Feb 16 14:30:49.948013 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b7e770f8-7796-425d-875d-5625bc919d29 req-a4b93578-c20d-4620-8139-aecd8ade2453 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0302534 Feb 16 14:30:50.026219 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 03b4e298-5eed-4639-a433-5b0e77361bac no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:30:50.047992 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 03b4e298-5eed-4639-a433-5b0e77361bac {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:30:50.048337 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 03b4e298-5eed-4639-a433-5b0e77361bac not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:30:50.115799 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-23b2d06b-21f2-413d-aad9-0a5a66de0302 req-c0a14fe1-c3c7-4391-9de1-7c3e7e67e58d service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003201 Feb 16 14:30:50.177800 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:51.078529 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-05ff6bc1-3ce1-4a94-a3de-3fbb39bb05ae req-dd87855b-9fa9-426c-a3fd-75125d974238 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=64a4628d-ace6-4282-948c-d3e154ba9f35 HTTP/1.1" status: 200 len: 210 time: 0.0285990 Feb 16 14:30:51.572897 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:52.247616 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59700) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:52.306142 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (64eee093-d0c6-4024-9642-709fae7fccb1), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.330163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (64eee093-d0c6-4024-9642-709fae7fccb1), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.372523 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.429571 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (64eee093-d0c6-4024-9642-709fae7fccb1), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.433172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.434333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "DELETE /v2.0/security-groups/64eee093-d0c6-4024-9642-709fae7fccb1 HTTP/1.1" status: 204 len: 168 time: 0.1857116 Feb 16 14:30:52.437406 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59702) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:52.443535 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65ca89-b49b-4c95-8817-65521dd0b0f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eee093-d0c6-4024-9642-709fae7fccb1,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:52.454550 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.api.v2.resource [None req-a9482b97-6fda-40e9-a99f-2a576c59db31 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] show failed (client error): The resource could not be found. Feb 16 14:30:52.455848 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a9482b97-6fda-40e9-a99f-2a576c59db31 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups/64eee093-d0c6-4024-9642-709fae7fccb1 HTTP/1.1" status: 404 len: 347 time: 0.0174315 Feb 16 14:30:52.458811 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59704) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:52.591703 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Deleting port fd664e21-0acd-49c2-a6f9-a7ccec0e15a8 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:30:52.591940 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.670124 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.670451 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.682191 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Calling delete_port for fd664e21-0acd-49c2-a6f9-a7ccec0e15a8 owned by network:floatingip {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:30:52.875475 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (fd664e21-0acd-49c2-a6f9-a7ccec0e15a8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.909739 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'Port': ['ID=fd664e21-0acd-49c2-a6f9-a7ccec0e15a8,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:52.966723 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (0e146454-17ab-4654-98d4-64e6d00735ff), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.969344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:52.970729 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-60a68780-d23d-4887-8b6e-528988ced2f0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "DELETE /v2.0/floatingips/0e146454-17ab-4654-98d4-64e6d00735ff HTTP/1.1" status: 204 len: 168 time: 0.5107481 Feb 16 14:30:53.197182 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59712) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:53.201839 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604142984', 'description': 'tempest-description--458416767'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:53.280894 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.347007 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (6c1bda72-4894-4cfb-bc13-289da65dc9aa), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.406204 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6c1bda72-4894-4cfb-bc13-289da65dc9aa), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.438875 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1bda72-4894-4cfb-bc13-289da65dc9aa,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:53.511251 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.512520 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-13d7982d-e8d3-4eff-b1a5-1e6b41fad4ed tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3143423 Feb 16 14:30:53.515534 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59714) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:53.519801 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group_rule': {'security_group_id': '6c1bda72-4894-4cfb-bc13-289da65dc9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:53.605925 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (6eefeb04-395a-4fd9-ab13-0cbd93103f96), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.660659 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (6eefeb04-395a-4fd9-ab13-0cbd93103f96), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.709426 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (6eefeb04-395a-4fd9-ab13-0cbd93103f96), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.727178 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eefeb04-395a-4fd9-ab13-0cbd93103f96,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:53.791607 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.793033 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-03b451e1-4f46-405d-92b6-daa5cee30a7b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763093 Feb 16 14:30:53.795509 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59716) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:53.799736 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'security_group_rule': {'security_group_id': '6c1bda72-4894-4cfb-bc13-289da65dc9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:53.863310 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (74044894-4139-4967-bb88-ac056a1d9afb), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.916345 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (74044894-4139-4967-bb88-ac056a1d9afb), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.977904 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (74044894-4139-4967-bb88-ac056a1d9afb), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.995963 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74044894-4139-4967-bb88-ac056a1d9afb,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:54.060373 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.061603 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-987f0730-92c5-4dd4-bfe9-5f56e602e8fd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651479 Feb 16 14:30:54.064727 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59720) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:54.069042 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:54.166340 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.266006 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.366406 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Allocated IP 172.27.0.78 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/56da14db-b05f-4ec0-801f-9e9962b99928) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:54.468387 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (56da14db-b05f-4ec0-801f-9e9962b99928), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.578351 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.618134 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:54.621434 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:54.624851 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:54.645824 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=56da14db-b05f-4ec0-801f-9e9962b99928,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:54.713582 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.788422 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.935859 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (56da14db-b05f-4ec0-801f-9e9962b99928), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.000597 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.068773 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=56da14db-b05f-4ec0-801f-9e9962b99928,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:55.080790 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.152498 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.153675 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1ec40fe5-a5bd-45ff-844b-a364b14f7827 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0880313 Feb 16 14:30:55.347523 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-80dcfec8-2103-43de-a321-fac97f32e02e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1604142984&fields=id&tenant_id=d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 267 time: 0.0429041 Feb 16 14:30:55.459053 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-5223f6f5-c310-421f-8b10-b15758125085 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:55.460442 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-5223f6f5-c310-421f-8b10-b15758125085 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 811 time: 0.1061068 Feb 16 14:30:55.474638 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-26f03ac1-b46b-40c6-ae8a-14c063dabf06 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/quotas/d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 375 time: 0.0087683 Feb 16 14:30:55.528254 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-b1f37cf0-e14a-42fe-82d2-e5c4725e369b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482945 Feb 16 14:30:55.680002 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-0ad2a394-12d1-460f-9f77-1ad7acceaf13 service neutron] 10.222.0.110 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406231 Feb 16 14:30:55.767994 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-446acd36-56d4-4691-8809-00e2f2dcb9a5 service neutron] 10.222.0.110 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815096 Feb 16 14:30:56.002188 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32c1633c-9bd5-4a78-b332-37fa2ef4db09 req-68d40412-8d3d-4766-92cb-24c162f75644 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0331972 Feb 16 14:30:57.108223 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f4b1ed4d-a196-4161-a82c-07fa8c058480 req-539a2444-c48d-478c-abde-3a327cafd451 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0326245 Feb 16 14:30:58.145906 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-b5f447e0-6613-4f50-b07b-993c2e5d4626 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:58.147554 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-b5f447e0-6613-4f50-b07b-993c2e5d4626 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 811 time: 0.1077602 Feb 16 14:30:58.227331 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-37619b8f-e875-4c41-84df-b848f242bc53 req-8a9a544b-ddaa-40de-a6aa-11683ab1d03a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0416312 Feb 16 14:30:58.245940 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-1515bd3f-32eb-4930-ad59-ce9e316a7239 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48b56501b0a49829c4522b171dd1159 HTTP/1.1" status: 200 len: 380 time: 0.0803504 Feb 16 14:30:58.256074 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'port': {'device_id': '9e1bd9c3-d567-4517-8761-d154223724ce', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'admin_state_up': True, 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'security_groups': ['6c1bda72-4894-4cfb-bc13-289da65dc9aa']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:58.514964 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Made reservation on behalf of d48b56501b0a49829c4522b171dd1159 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:58.518413 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.647477 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Allocated IP 172.20.0.12 (d94143be-8ba2-454c-8d39-3ad4b5796d55/8619f697-b625-4e59-9464-f7d52400fbda/c29a0894-7a63-42f0-85d5-e534663d09c0) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:58.783468 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.852230 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.892965 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:58.897956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:58.901980 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:58.930321 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event updated for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:58.957210 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:58.957858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.049405 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-906f5878-494c-4e14-97f8-1d3b5f290971 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970047 Feb 16 14:30:59.075411 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Request body: {'port': {'device_id': '9e1bd9c3-d567-4517-8761-d154223724ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:59.128106 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-f04706ca-38ab-4149-902b-be5e20a67956 None None] Provisioning complete for port c29a0894-7a63-42f0-85d5-e534663d09c0 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:59.128702 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f04706ca-38ab-4149-902b-be5e20a67956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.137805 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.162653 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f04706ca-38ab-4149-902b-be5e20a67956 None None] Port c29a0894-7a63-42f0-85d5-e534663d09c0 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:59.355509 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e5cd-1488-45bb-8d33-17bc9aa897fd req-6cfd7cb9-52c5-4fb3-bef4-d85a933beb55 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:59.356988 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8a44e5cd-1488-45bb-8d33-17bc9aa897fd req-6cfd7cb9-52c5-4fb3-bef4-d85a933beb55 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 932 time: 0.0622771 Feb 16 14:30:59.403563 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29a0894-7a63-42f0-85d5-e534663d09c0 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:59.406092 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8a44e5cd-1488-45bb-8d33-17bc9aa897fd req-0a8eea0c-1459-4845-8e85-f4cd9af3463e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Feb 16 14:30:59.411893 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks [] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.428754 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Transition to ACTIVE for port object c29a0894-7a63-42f0-85d5-e534663d09c0 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:59.480814 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.533531 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Pushing event updated for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:59.607871 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Attempting to bind port c29a0894-7a63-42f0-85d5-e534663d09c0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:59.608293 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Attempting to bind port c29a0894-7a63-42f0-85d5-e534663d09c0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:59.608697 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Attempting to bind port c29a0894-7a63-42f0-85d5-e534663d09c0 on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:59.613284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Port c29a0894-7a63-42f0-85d5-e534663d09c0 on network d94143be-8ba2-454c-8d39-3ad4b5796d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:59.613607 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Attempting to bind port c29a0894-7a63-42f0-85d5-e534663d09c0 on network d94143be-8ba2-454c-8d39-3ad4b5796d55 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:59.619913 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:59.620242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Checking segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:59.620624 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Bound using segment: {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:59.621048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Bound port: c29a0894-7a63-42f0-85d5-e534663d09c0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:59.621397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.688174 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:59.692014 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c29a0894-7a63-42f0-85d5-e534663d09c0,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:59.761597 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.796726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:59.797353 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:59.798779 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] 10.222.0.124 "PUT /v2.0/ports/c29a0894-7a63-42f0-85d5-e534663d09c0 HTTP/1.1" status: 200 len: 1094 time: 0.7278821 Feb 16 14:30:59.799221 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:59.801494 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bcf7b-244b-4d49-9cec-c27069382224" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:59.826747 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4afe2-f598-4478-9c5a-e74fd91fa578 service neutron] Pushing event updated for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:59.846247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bc332-e98f-4334-b80a-ea0ff9cace91 x-openstack-request-id: req-155bc332-e98f-4334-b80a-ea0ff9cace91 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:59.846546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:59.846831 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-155bc332-e98f-4334-b80a-ea0ff9cace91 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:59.847269 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'status': 'completed', 'code': 200} Feb 16 14:30:59.955906 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-d148bb86-b61d-4bdf-96ca-3cbf0ee156c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:59.957434 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-d148bb86-b61d-4bdf-96ca-3cbf0ee156c7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 1128 time: 0.0470610 Feb 16 14:31:00.076533 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-fe161644-0281-4e55-97cd-eb7c3e21cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.078156 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-fe161644-0281-4e55-97cd-eb7c3e21cf12 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=d48b56501b0a49829c4522b171dd1159&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978129 Feb 16 14:31:00.182153 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-d334b95e-6cf2-41d0-9249-25fd091efd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.183753 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc2bcf7b-244b-4d49-9cec-c27069382224 req-d334b95e-6cf2-41d0-9249-25fd091efd11 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0964408 Feb 16 14:31:00.308161 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-1b1c78d3-9a3c-4c4c-bbcb-40cbae864281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.309731 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-1b1c78d3-9a3c-4c4c-bbcb-40cbae864281 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 1128 time: 0.0449479 Feb 16 14:31:00.368453 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-8d38cf14-8a36-4024-bc4d-5d0b9393a22c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a0894-7a63-42f0-85d5-e534663d09c0 HTTP/1.1" status: 200 len: 217 time: 0.0354609 Feb 16 14:31:00.424130 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-2c3e5c88-fe20-48e5-9893-060fa28ab041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.426508 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-2c3e5c88-fe20-48e5-9893-060fa28ab041 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.0490749 Feb 16 14:31:00.485612 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-b1a8659b-61a8-4978-9079-0b1ca823357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.487161 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-b1a8659b-61a8-4978-9079-0b1ca823357e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464373 Feb 16 14:31:00.528887 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d35393-570a-4831-84d1-244e720f3482 req-6d18fce2-36bc-4ab1-9ea1-9677347a8055 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.530368 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-20d35393-570a-4831-84d1-244e720f3482 req-6d18fce2-36bc-4ab1-9ea1-9677347a8055 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 944 time: 0.0534165 Feb 16 14:31:00.593296 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-20d35393-570a-4831-84d1-244e720f3482 req-91c1b55f-ead8-4bfd-b287-9f99cb200850 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515809 Feb 16 14:31:00.599577 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-50dcda5f-c491-415e-a48e-ae597c41c8ac service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944221 Feb 16 14:31:00.695191 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8802fc17-69c8-4e56-82e4-07da9e8925ff req-4385ee23-c279-470f-a3d5-d3bade946bf2 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876296 Feb 16 14:31:01.703049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8d89-cdb5-404d-b46c-d443cf86f061 req-5e40c6ec-b99b-48dd-a97d-96cfeb636760 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:01.704533 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aa6a8d89-cdb5-404d-b46c-d443cf86f061 req-5e40c6ec-b99b-48dd-a97d-96cfeb636760 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 944 time: 0.0526252 Feb 16 14:31:01.751281 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-aa6a8d89-cdb5-404d-b46c-d443cf86f061 req-82defe9c-96b6-4eec-b927-e4c40061cb14 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Feb 16 14:31:02.035522 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59852) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:02.142253 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2d0cff41-3bde-401c-8e55-20841cf8e1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.213912 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2d0cff41-3bde-401c-8e55-20841cf8e1e4 admin admin] Publish callbacks [] for security_group (98d8ec66-67ac-4bed-ae6f-1327ceefaa18), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.292233 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2d0cff41-3bde-401c-8e55-20841cf8e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (98d8ec66-67ac-4bed-ae6f-1327ceefaa18), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.331483 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2d0cff41-3bde-401c-8e55-20841cf8e1e4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=abae7aa88653493fa67078477644e891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949202 Feb 16 14:31:02.332179 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cff41-3bde-401c-8e55-20841cf8e1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d8ec66-67ac-4bed-ae6f-1327ceefaa18,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:02.335195 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59858) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:02.384216 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] Publish callbacks [] for security_group (98d8ec66-67ac-4bed-ae6f-1327ceefaa18), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.409458 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] Publish callbacks [] for security_group (98d8ec66-67ac-4bed-ae6f-1327ceefaa18), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.531519 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (98d8ec66-67ac-4bed-ae6f-1327ceefaa18), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.534136 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.535329 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/98d8ec66-67ac-4bed-ae6f-1327ceefaa18 HTTP/1.1" status: 204 len: 168 time: 0.1988068 Feb 16 14:31:02.543916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadd28d-9ff2-47b4-93c6-d7eab88ef6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d8ec66-67ac-4bed-ae6f-1327ceefaa18,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:02.876608 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4233c-beb7-4d0f-bae1-7e3c61e920e2 req-fcf3f33d-3c29-4b5f-9928-6483ae93d735 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.878098 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dfc4233c-beb7-4d0f-bae1-7e3c61e920e2 req-fcf3f33d-3c29-4b5f-9928-6483ae93d735 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 944 time: 0.0550249 Feb 16 14:31:02.930907 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dfc4233c-beb7-4d0f-bae1-7e3c61e920e2 req-89b2ceca-f33e-41c1-a0e5-c16c396418b8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Feb 16 14:31:03.489854 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59894) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:03.586173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-749749311-network', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:03.663449 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Made reservation on behalf of a072f4cf28da4e14b3fd13b1ba2a9686 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:03.665810 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:03.674455 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:03.748806 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks [] for security_group (50e68de5-51ba-4d05-992b-b67db9667898), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:03.839296 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (50e68de5-51ba-4d05-992b-b67db9667898), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:03.855154 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:31:03.873486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e68de5-51ba-4d05-992b-b67db9667898,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:03.876381 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (dc2af4b6-54c3-4a7e-9823-ae50fe46c51a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:03.876728 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Added segment dc2af4b6-54c3-4a7e-9823-ae50fe46c51a of type vlan for network 0af86f90-4507-47db-8c2b-277aef0456a0 Feb 16 14:31:03.915018 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (0af86f90-4507-47db-8c2b-277aef0456a0), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.027120 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (0af86f90-4507-47db-8c2b-277aef0456a0), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.028107 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.028682 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.100272 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] Pushing event updated for resources: {'Network': ['ID=0af86f90-4507-47db-8c2b-277aef0456a0,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.111015 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 0af86f90-4507-47db-8c2b-277aef0456a0 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:31:04.112877 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d280159-9914-4da5-ae69-56b386801219 req-85a96a51-f51f-475f-bcb2-f393f1b32434 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.114458 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3d280159-9914-4da5-ae69-56b386801219 req-85a96a51-f51f-475f-bcb2-f393f1b32434 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 944 time: 0.1146839 Feb 16 14:31:04.123716 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-36671d0b-578c-4aba-a093-bc20c21a12ce admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6324229 Feb 16 14:31:04.126671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59908) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:04.131547 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Request body: {'subnet': {'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-749749311-subnet', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.168043 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3d280159-9914-4da5-ae69-56b386801219 req-6e443d81-3337-4627-a88d-70f4997c4eb6 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Feb 16 14:31:04.224047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Made reservation on behalf of a072f4cf28da4e14b3fd13b1ba2a9686 for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:04.226468 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12070800'] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.446603 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8761559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12070818'] for subnet (c1d84ceb-bfa6-40f2-9bfe-f4e19962a291), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.511078 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.518322 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:04.518727 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Network hostable DHCP agents. Network: 0af86f90-4507-47db-8c2b-277aef0456a0, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:31:04.594966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:31:04.669129 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 0af86f90-4507-47db-8c2b-277aef0456a0) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:04.673101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.673741 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.679822 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd1087-4b8e-4262-946f-feb801e5b24e None None] Network 0af86f90-4507-47db-8c2b-277aef0456a0 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:31:04.757010 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c58d71ba-47d8-474c-8259-083d5397b479 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6290634 Feb 16 14:31:04.759507 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 59912) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:04.763995 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.784505 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-0af86f90-4507-47db-8c2b-277aef0456a0', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:31:04.785655 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.835067 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.836262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.894703 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for router_controller (93fe6545-10ec-40e9-b0c4-74907a5d9551), precommit_add_association {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.924608 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Allocated IP 172.20.0.2 (0af86f90-4507-47db-8c2b-277aef0456a0/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291/4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:05.024367 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c29a0894-7a63-42f0-85d5-e534663d09c0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:05.070372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks [] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.103862 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for router_gateway (93fe6545-10ec-40e9-b0c4-74907a5d9551), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.177207 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.191543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c29a0894-7a63-42f0-85d5-e534663d09c0,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:05.236593 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'port_id': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'mac_address': 'fa:16:3e:f3:33:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:05.249761 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:05.254552 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:05.257893 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:05.294684 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Pushing event updated for resources: {'Port': ['ID=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:05.305095 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c795-620e-469a-a5bf-5643394a3928 req-c1830629-71b3-4573-b643-b469a690b625 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:05.308389 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-82e2c795-620e-469a-a5bf-5643394a3928 req-c1830629-71b3-4573-b643-b469a690b625 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 944 time: 0.0664086 Feb 16 14:31:05.326333 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.326715 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.327060 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.327841 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.328181 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.328518 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.328851 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.329183 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.329510 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.329836 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.330166 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.330493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.330862 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:05.341121 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c29a0894-7a63-42f0-85d5-e534663d09c0 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:05.341557 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.360159 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-82e2c795-620e-469a-a5bf-5643394a3928 req-dcb4bb13-be1f-4da9-a690-8a07af47ee22 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Feb 16 14:31:05.383136 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29a0894-7a63-42f0-85d5-e534663d09c0 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:05.389487 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Attempting to bind port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:05.389858 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Attempting to bind port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:05.390236 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Attempting to bind port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:05.400670 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:05.401054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:05.401457 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.401853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Bound using segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:05.402321 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Bound port: 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:05.402723 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.417621 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c29a0894-7a63-42f0-85d5-e534663d09c0,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:05.438154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for router_gateway (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.462652 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.474822 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] For port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:05.478555 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] For port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:05.520860 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.573319 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Allocated IP 172.27.0.121 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/ce96f09a-d244-4fe7-ac25-0666ea455ac4) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:05.573998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:05.589966 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.650943 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78cf8e-acb5-46fa-b3b6-98c7de71b173 None None] Pushing event updated for resources: {'Port': ['ID=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:05.686497 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.820337 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:05.860403 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:05.863383 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:05.867793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:05.871153 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Pushing event updated for resources: {'Port': ['ID=ce96f09a-d244-4fe7-ac25-0666ea455ac4,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:06.027745 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c29a0894-7a63-42f0-85d5-e534663d09c0'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:06.139867 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:06.185710 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for router_gateway (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.241004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:06.242436 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.347928 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-361a8ead-3bee-46d9-a297-00754d36cc2c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.353161 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-361a8ead-3bee-46d9-a297-00754d36cc2c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.1282604 Feb 16 14:31:06.353312 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:06.353312 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.365773 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-cde102a3-25cf-4a36-88b7-cb26043bdfb2 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/quotas/f334385dc44348ac9942c6606482330e HTTP/1.1" status: 200 len: 375 time: 0.0095372 Feb 16 14:31:06.394606 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:06.419482 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.439717 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-b1f115c8-0be0-4503-8a5c-a0beb673494e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683832 Feb 16 14:31:06.475255 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.549079 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:06.590143 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-de876763-b2af-42ad-8475-47749b47951e service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390555 Feb 16 14:31:06.663151 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c38fa-b295-4298-97ff-49d4d374f8d5 None None] Network 0af86f90-4507-47db-8c2b-277aef0456a0 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:31:06.699558 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-85dbd143-97f4-4c93-8752-5651a6aa9819 service neutron] 10.222.0.110 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030040 Feb 16 14:31:06.703942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-84d40d60-31a6-4051-933f-cf8b29156878 None None] Provisioning complete for port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:06.704405 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-84d40d60-31a6-4051-933f-cf8b29156878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.842645 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d40f9-5a5e-4ea2-baa0-a9192a52fcdd req-af888b24-0045-4403-93c3-90ad5568a8d1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.844610 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b94d40f9-5a5e-4ea2-baa0-a9192a52fcdd req-af888b24-0045-4403-93c3-90ad5568a8d1 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 945 time: 0.3787894 Feb 16 14:31:06.933188 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b94d40f9-5a5e-4ea2-baa0-a9192a52fcdd req-0a1170dd-9452-47e1-a4ea-6fecc674def3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812011 Feb 16 14:31:06.995816 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:31:07.007922 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-84d40d60-31a6-4051-933f-cf8b29156878 None None] Current status of the port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:07.010965 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c2be044b-07fe-49de-a48d-cba8f27c5004 req-6c58a49a-6890-47d5-a73b-f1ef152b2bf2 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Feb 16 14:31:07.132836 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:07.143259 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:07.153401 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:07.158796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:07.203246 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.204969 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7d7c61e7-1784-4ba2-8a3e-af58bf9d0700 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4443409 Feb 16 14:31:07.207727 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59944) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:07.252777 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-3318ca02-b1fd-45fa-9612-063690c833ba None None] Provisioning complete for port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:07.253400 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3318ca02-b1fd-45fa-9612-063690c833ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.308649 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:07.459776 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-3318ca02-b1fd-45fa-9612-063690c833ba None None] Current status of the port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:07.524125 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:07.555106 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:07.555468 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Updating router 93fe6545-10ec-40e9-b0c4-74907a5d9551 port ce96f09a-d244-4fe7-ac25-0666ea455ac4 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:07.586833 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.647875 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.805053 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Allocated IP 172.20.0.1 (0af86f90-4507-47db-8c2b-277aef0456a0/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291/8365ec17-4ab0-450d-83de-c0fd1fd1801d) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:07.849327 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks [] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.905115 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks [] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.926361 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.989491 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Attempting to bind port ce96f09a-d244-4fe7-ac25-0666ea455ac4 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:07.990461 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Attempting to bind port ce96f09a-d244-4fe7-ac25-0666ea455ac4 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:07.990923 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Attempting to bind port ce96f09a-d244-4fe7-ac25-0666ea455ac4 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:07.994543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0495b9-ce77-43c4-a2c0-654fa909caa7 None None] Pushing event updated for resources: {'Port': ['ID=ce96f09a-d244-4fe7-ac25-0666ea455ac4,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.000471 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:08.000857 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:08.001260 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.001652 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:08.002964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Bound port: ce96f09a-d244-4fe7-ac25-0666ea455ac4, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:08.003355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.007955 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.046341 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:08.051414 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:08.054821 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:08.083677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Pushing event updated for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.109188 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] For port ce96f09a-d244-4fe7-ac25-0666ea455ac4, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:08.113272 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] For port ce96f09a-d244-4fe7-ac25-0666ea455ac4, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ce96f09a-d244-4fe7-ac25-0666ea455ac4,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:08.116501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.135379 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0b8b1-b8ad-4cac-953c-40579b5b6eb7 req-abc3632b-e78a-4a4d-b534-6daa9df9c89e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:08.137034 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-34a0b8b1-b8ad-4cac-953c-40579b5b6eb7 req-abc3632b-e78a-4a4d-b534-6daa9df9c89e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 945 time: 0.1297860 Feb 16 14:31:08.160935 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:08.203949 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.207552 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-34a0b8b1-b8ad-4cac-953c-40579b5b6eb7 req-fa07334a-1c2a-41df-9c61-6922a75f7eb2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614495 Feb 16 14:31:08.215052 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a0ab5dfc-4c7e-40e7-8f8d-0541a2602388 req-a1c8eb6c-a4b4-48db-9a87-9d5a2f2c4b3b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 210 time: 0.0617378 Feb 16 14:31:08.287824 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:08.288433 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:08.300810 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0495b9-ce77-43c4-a2c0-654fa909caa7 None None] Pushing event updated for resources: {'Port': ['ID=ce96f09a-d244-4fe7-ac25-0666ea455ac4,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.365230 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:08.365542 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.371716 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.431749 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-2101cb2b-4c8e-48c9-a817-f181a6ca2e53 None None] Provisioning complete for port 8365ec17-4ab0-450d-83de-c0fd1fd1801d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:08.432109 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2101cb2b-4c8e-48c9-a817-f181a6ca2e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.482215 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:08.541924 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-2101cb2b-4c8e-48c9-a817-f181a6ca2e53 None None] Port 8365ec17-4ab0-450d-83de-c0fd1fd1801d cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:08.598810 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:08.705466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:08.733453 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24926b-d1ae-4b31-853c-a32566805947 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:08.780984 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks [] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.834983 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.902742 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:08.904557 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Pushing event updated for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.046977 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:09.048439 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:09.053679 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c29a0894-7a63-42f0-85d5-e534663d09c0 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:09.187487 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:09.189457 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port c29a0894-7a63-42f0-85d5-e534663d09c0 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:09.197349 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port c29a0894-7a63-42f0-85d5-e534663d09c0 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:09.197349 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.350246 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c29a0894-7a63-42f0-85d5-e534663d09c0 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:09.351927 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.398546 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0148590b-d236-48d5-9df0-1aa0067cc24a req-bb3222de-0025-453f-a99d-09893571f891 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 210 time: 0.0356667 Feb 16 14:31:09.410731 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:09.413247 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1afeb-f148-4a2f-9e43-ea516c1ed835" -d '{"events": [{"server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "name": "network-vif-plugged", "status": "completed", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:09.437656 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-c332edd6-35e0-4142-89ea-fba662d78180 None None] Provisioning complete for port 8365ec17-4ab0-450d-83de-c0fd1fd1801d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:09.439509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c332edd6-35e0-4142-89ea-fba662d78180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.445750 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c29a0894-7a63-42f0-85d5-e534663d09c0,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:09.446702 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-22254825-c7b6-42fc-99b3-730d498a2f73 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:09.449202 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-22254825-c7b6-42fc-99b3-730d498a2f73 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 815 time: 0.2325337 Feb 16 14:31:09.483894 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Request body: {'port': {'device_id': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'admin_state_up': True, 'tenant_id': 'f334385dc44348ac9942c6606482330e'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:09.502675 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbb7c-6178-44c9-845d-50904e557a31 req-c74f1fcd-6237-4c7c-82f3-8bf72dedf762 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:09.504312 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d91cbb7c-6178-44c9-845d-50904e557a31 req-c74f1fcd-6237-4c7c-82f3-8bf72dedf762 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 945 time: 0.1125178 Feb 16 14:31:09.515831 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:09.529224 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-c332edd6-35e0-4142-89ea-fba662d78180 None None] Port 8365ec17-4ab0-450d-83de-c0fd1fd1801d cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:09.544098 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.551254 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0c033154-570f-4a00-82c1-c5332427ea90 admin admin] 10.222.0.110 "PUT /v2.0/routers/93fe6545-10ec-40e9-b0c4-74907a5d9551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422842 Feb 16 14:31:09.602319 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d91cbb7c-6178-44c9-845d-50904e557a31 req-d190551e-665a-45d6-8aef-aed5e652ccb5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889366 Feb 16 14:31:09.614854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.707243 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b6d1d-dde1-4975-987b-10bc2f4f3828 x-openstack-request-id: req-3d9b6d1d-dde1-4975-987b-10bc2f4f3828 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:09.709853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "name": "network-vif-plugged", "status": "completed", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:09.709853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3d9b6d1d-dde1-4975-987b-10bc2f4f3828 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:09.709853 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'code': 200} Feb 16 14:31:09.765507 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Made reservation on behalf of f334385dc44348ac9942c6606482330e for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:09.769098 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.920543 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Allocated IP 172.20.0.14 (36f39343-766a-4d7f-8597-906aa4ce6697/e7d63112-9756-4400-b678-89109a1861a1/de6937e7-2d6b-499a-b10e-87f05040921a) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:10.081572 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks [] for port (de6937e7-2d6b-499a-b10e-87f05040921a), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.111991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ce96f09a-d244-4fe7-ac25-0666ea455ac4 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:10.162584 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddd5ec-c17e-4811-8b4c-54445ce6d127 req-d09ef0aa-3cb5-44d0-b844-6c440247e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.163986 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port ce96f09a-d244-4fe7-ac25-0666ea455ac4 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:10.164114 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dbddd5ec-c17e-4811-8b4c-54445ce6d127 req-d09ef0aa-3cb5-44d0-b844-6c440247e26b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 1130 time: 0.0527029 Feb 16 14:31:10.164480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.210897 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.227790 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dbddd5ec-c17e-4811-8b4c-54445ce6d127 req-3d75b267-feb6-40cc-955f-2d7479f0e574 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528669 Feb 16 14:31:10.252792 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port ce96f09a-d244-4fe7-ac25-0666ea455ac4 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:10.253278 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.265047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Network 36f39343-766a-4d7f-8597-906aa4ce6697 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:10.268310 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:10.272309 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:10.280508 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port ce96f09a-d244-4fe7-ac25-0666ea455ac4, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ce96f09a-d244-4fe7-ac25-0666ea455ac4,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:10.293647 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e', 'f45e1896-cbac-4079-bf31-95878784e9ba', 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:10.315863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event updated for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:10.338385 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.338385 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.363863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.394353 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59978) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:10.400164 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867531673-network', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:10.433198 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-410d4313-974f-4a6f-a432-8873934bd20a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549406 Feb 16 14:31:10.443605 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=ce96f09a-d244-4fe7-ac25-0666ea455ac4,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:10.533978 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b7a46-c393-4706-a94d-4d1d42c1f996 req-d3b5535e-96a7-48fd-a696-4fd4d125ba7b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.535501 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e19b7a46-c393-4706-a94d-4d1d42c1f996 req-d3b5535e-96a7-48fd-a696-4fd4d125ba7b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 932 time: 0.0532806 Feb 16 14:31:10.548719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Made reservation on behalf of 0f721fce02c54b4e9a1a15a99f5a9137 for: {'network': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:10.551050 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.570917 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.598198 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:10.609281 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:10.609910 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:10.613752 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e19b7a46-c393-4706-a94d-4d1d42c1f996 req-5f6702d0-e570-4fd1-bee7-6fe8b51ee743 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721915 Feb 16 14:31:10.673849 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks [] for security_group (987eecc5-feaa-444c-82ef-851841bdef5a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.693534 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Request body: {'port': {'device_id': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:10.730015 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:10.737915 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (987eecc5-feaa-444c-82ef-851841bdef5a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.765362 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] vlan segment allocate from pool success with {'vlan_id': 1431, 'physical_network': 'physnet1'} {{(pid=103314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:31:10.776077 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987eecc5-feaa-444c-82ef-851841bdef5a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:10.795622 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (42c464d2-e320-43e6-8557-f064f3b14dfc), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.795904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e75fd-9d0c-4473-8a03-66cd966e9e7a req-f251e850-582d-4030-a710-043ff1cdf692 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.796083 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.segments_db [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Added segment 42c464d2-e320-43e6-8557-f064f3b14dfc of type vlan for network 982b62a5-1541-4583-89cf-8e1f8196cb29 Feb 16 14:31:10.797433 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d5e75fd-9d0c-4473-8a03-66cd966e9e7a req-f251e850-582d-4030-a710-043ff1cdf692 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.1098754 Feb 16 14:31:10.798012 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.849203 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (982b62a5-1541-4583-89cf-8e1f8196cb29), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.895369 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2d5e75fd-9d0c-4473-8a03-66cd966e9e7a req-3c73f004-02bb-40f9-a78b-90680dc24bda tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875151 Feb 16 14:31:10.926386 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (982b62a5-1541-4583-89cf-8e1f8196cb29), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.927612 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.928136 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.948213 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 2, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:10.975712 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:10.976220 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Updating router 93fe6545-10ec-40e9-b0c4-74907a5d9551 port 8365ec17-4ab0-450d-83de-c0fd1fd1801d binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:10.999747 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] Pushing event updated for resources: {'Network': ['ID=982b62a5-1541-4583-89cf-8e1f8196cb29,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.004676 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.012428 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:31:11.021014 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-409f01ff-2cae-430d-9838-62eb98568730 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6250937 Feb 16 14:31:11.023665 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59986) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:11.032072 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Request body: {'subnet': {'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867531673-subnet', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:11.109120 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Made reservation on behalf of 0f721fce02c54b4e9a1a15a99f5a9137 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:11.112688 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11766710'] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.123440 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6937e7-2d6b-499a-b10e-87f05040921a {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:11.131611 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks [] for port (de6937e7-2d6b-499a-b10e-87f05040921a), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.148921 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Transition to ACTIVE for port object de6937e7-2d6b-499a-b10e-87f05040921a will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:11.200549 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.254756 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Pushing event updated for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.292450 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks [] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.321095 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12363105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11766660'] for subnet (79ce013f-5b81-4b8b-b29e-85de4d567b3c), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.327696 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Attempting to bind port de6937e7-2d6b-499a-b10e-87f05040921a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:11.328110 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Attempting to bind port de6937e7-2d6b-499a-b10e-87f05040921a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:11.328439 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Attempting to bind port de6937e7-2d6b-499a-b10e-87f05040921a on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:11.333685 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Port de6937e7-2d6b-499a-b10e-87f05040921a on network 36f39343-766a-4d7f-8597-906aa4ce6697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:31:11.334072 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Attempting to bind port de6937e7-2d6b-499a-b10e-87f05040921a on network 36f39343-766a-4d7f-8597-906aa4ce6697 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:11.338764 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.340732 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:11.341072 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Checking segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:11.341453 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Bound using segment: {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:11.341885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Bound port: de6937e7-2d6b-499a-b10e-87f05040921a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906f70-a534-41c9-b7c3-81aa39778dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:11.342311 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.383798 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ce013f-5b81-4b8b-b29e-85de4d567b3c,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.390261 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Checking segment: {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:11.390604 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Network hostable DHCP agents. Network: 982b62a5-1541-4583-89cf-8e1f8196cb29, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:31:11.398170 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Pushing event updated for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.407643 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.408016 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.408379 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.408720 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.409057 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.409388 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.409737 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.410067 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.410394 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.410860 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.411097 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.411421 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.411744 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:11.445025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:11.449204 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=de6937e7-2d6b-499a-b10e-87f05040921a,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:11.475731 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Attempting to bind port 8365ec17-4ab0-450d-83de-c0fd1fd1801d on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:11.476278 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Attempting to bind port 8365ec17-4ab0-450d-83de-c0fd1fd1801d by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:11.476455 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Attempting to bind port 8365ec17-4ab0-450d-83de-c0fd1fd1801d on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:11.482335 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:11.482743 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:11.483147 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.483544 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Bound using segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:11.484052 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Bound port: 8365ec17-4ab0-450d-83de-c0fd1fd1801d, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:11.484395 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.486268 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:31:11.532886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.554333 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] For port 8365ec17-4ab0-450d-83de-c0fd1fd1801d, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:11.558945 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] For port 8365ec17-4ab0-450d-83de-c0fd1fd1801d, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8365ec17-4ab0-450d-83de-c0fd1fd1801d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:11.568241 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.568950 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.570743 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] 10.222.0.124 "PUT /v2.0/ports/de6937e7-2d6b-499a-b10e-87f05040921a HTTP/1.1" status: 200 len: 1094 time: 0.8845575 Feb 16 14:31:11.573448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:11.575753 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d44da9-093d-4c8f-ace3-22c4f630aba6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:11.602800 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427583-a72f-460b-bb80-e48a168d66e7 service neutron] Pushing event updated for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.606539 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 982b62a5-1541-4583-89cf-8e1f8196cb29) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:11.610863 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.611631 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.619668 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3050df2-982d-4ce1-934a-d7d5d7898257 x-openstack-request-id: req-f3050df2-982d-4ce1-934a-d7d5d7898257 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:11.619966 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:11.620227 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f3050df2-982d-4ce1-934a-d7d5d7898257 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:11.620642 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a', 'status': 'completed', 'code': 200} Feb 16 14:31:11.621562 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444d7b18-1f73-40ea-be2f-79fe7053fb47 None None] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:31:11.636332 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.705399 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a9ba3-b6d9-410e-b4b6-ee430288061c None None] Pushing event updated for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.718585 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:11.719250 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:11.732277 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-368f7c9b-f076-4be8-9ec7-5f68571bf266 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7037532 Feb 16 14:31:11.732277 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 59992) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:11.739241 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:11.821392 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb55da-589d-4e10-80cf-e3d87ee72938 req-8f799135-387d-4890-a350-203fca4e2486 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.823273 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f4cb55da-589d-4e10-80cf-e3d87ee72938 req-8f799135-387d-4890-a350-203fca4e2486 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 944 time: 0.1239839 Feb 16 14:31:11.835452 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-840176c5-796e-4027-89fd-7b783abd893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.838070 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-840176c5-796e-4027-89fd-7b783abd893e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 1128 time: 0.0895209 Feb 16 14:31:11.849904 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Provisioning complete for port 8365ec17-4ab0-450d-83de-c0fd1fd1801d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:11.850290 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.859139 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.860226 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.967463 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f4cb55da-589d-4e10-80cf-e3d87ee72938 req-d192b44e-8939-4af4-af69-d16b8651646c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 Feb 16 14:31:11.995583 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-982b62a5-1541-4583-89cf-8e1f8196cb29', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:31:11.995583 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.010382 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:12.014330 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for router_controller (59f83f28-1733-46e0-8bcc-d048a21adbd8), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.043153 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Current status of the port 8365ec17-4ab0-450d-83de-c0fd1fd1801d is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:12.043563 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.068709 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-b25b6299-e393-4d7e-b6cd-53643d158f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.070492 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-b25b6299-e393-4d7e-b6cd-53643d158f2a service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=f334385dc44348ac9942c6606482330e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1952615 Feb 16 14:31:12.129204 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17fe1-57c0-4408-b6fa-2d799877e015 req-b4d4f51b-6d3e-467f-8292-1332dde4cd17 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.130977 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-88c17fe1-57c0-4408-b6fa-2d799877e015 req-b4d4f51b-6d3e-467f-8292-1332dde4cd17 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.1150811 Feb 16 14:31:12.215194 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Allocated IP 172.20.0.2 (982b62a5-1541-4583-89cf-8e1f8196cb29/79ce013f-5b81-4b8b-b29e-85de4d567b3c/dfd54e25-e8de-440e-b9ea-e952cc23bd0c) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:12.217691 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-8fb09454-7f9c-4799-9e51-ad3852651745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.219970 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b5d44da9-093d-4c8f-ace3-22c4f630aba6 req-8fb09454-7f9c-4799-9e51-ad3852651745 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1214960 Feb 16 14:31:12.251725 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ce96f09a-d244-4fe7-ac25-0666ea455ac4 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:12.303294 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:12.321405 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-88c17fe1-57c0-4408-b6fa-2d799877e015 req-65e61e52-f68a-4fa1-96e6-4f2c22f70222 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509829 Feb 16 14:31:12.324328 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for router_gateway (59f83f28-1733-46e0-8bcc-d048a21adbd8), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.340213 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6b33f-9b03-4a9c-9ccd-c7d160edf9f2 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:12.351434 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] For port 8365ec17-4ab0-450d-83de-c0fd1fd1801d, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8365ec17-4ab0-450d-83de-c0fd1fd1801d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:12.420089 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-74517430-8f1e-47a3-ab57-5d13f4e8b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.422883 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-74517430-8f1e-47a3-ab57-5d13f4e8b24e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 1128 time: 0.0894589 Feb 16 14:31:12.441799 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.449569 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port ce96f09a-d244-4fe7-ac25-0666ea455ac4 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:12.449942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.498902 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-501f0033-6155-4b71-a33d-41bafad398ab service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de6937e7-2d6b-499a-b10e-87f05040921a HTTP/1.1" status: 200 len: 217 time: 0.0494123 Feb 16 14:31:12.572718 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-195643b8-c164-432c-b705-1e90d2269516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.574242 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-195643b8-c164-432c-b705-1e90d2269516 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0614388 Feb 16 14:31:12.589601 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e326e-973a-4b09-bf25-d8e9a8400feb None None] Pushing event updated for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:12.614089 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks [] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.616295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-8c84b189-9ba6-4a30-89f1-56c2707ea01b None None] Provisioning complete for port 8365ec17-4ab0-450d-83de-c0fd1fd1801d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:12.616663 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8c84b189-9ba6-4a30-89f1-56c2707ea01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.625723 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-b0100422-3e43-48cd-a772-2d1165f873af service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401237 Feb 16 14:31:12.685184 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port ce96f09a-d244-4fe7-ac25-0666ea455ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:12.689573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.692909 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for router_gateway (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.714073 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.770218 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:12.782571 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:12.792423 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:12.793247 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-da7bdc4b-174c-46ba-8c03-2a7dcb290c40 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473074 Feb 16 14:31:12.796780 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Pushing event updated for resources: {'Port': ['ID=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:12.804221 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-8c84b189-9ba6-4a30-89f1-56c2707ea01b None None] Current status of the port 8365ec17-4ab0-450d-83de-c0fd1fd1801d is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:12.865405 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Attempting to bind port dfd54e25-e8de-440e-b9ea-e952cc23bd0c on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:12.865777 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Attempting to bind port dfd54e25-e8de-440e-b9ea-e952cc23bd0c by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:12.866141 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Attempting to bind port dfd54e25-e8de-440e-b9ea-e952cc23bd0c on network 982b62a5-1541-4583-89cf-8e1f8196cb29 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:12.867406 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Allocated IP 172.27.0.29 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/efb0210d-bcc8-4686-9d56-7ae58e1e0584) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:12.871481 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:12.872027 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Checking segment: {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:12.872545 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.872833 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Bound using segment: {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:12.873369 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Bound port: dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:12.873696 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.913643 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd30bb39-ae96-411d-966e-f46aa6c0ecd8 req-cf5d8bb8-b359-4474-b0e0-1d11664f992e service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019382 Feb 16 14:31:12.954220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] For port dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:12.958090 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] For port dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:13.001511 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.046373 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.115249 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abebd3-920f-4c1b-bf76-9e4445e7c4b8 req-5dc5812e-3aaf-4a6f-be85-f00edf4d9265 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.119407 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aebffb-d171-4e85-8381-f00f42fbbb1f None None] Pushing event updated for resources: {'Port': ['ID=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:13.119708 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-43abebd3-920f-4c1b-bf76-9e4445e7c4b8 req-5dc5812e-3aaf-4a6f-be85-f00edf4d9265 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 944 time: 0.0689418 Feb 16 14:31:13.126874 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.176244 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-43abebd3-920f-4c1b-bf76-9e4445e7c4b8 req-9c790dd7-db37-41fc-82dc-96af058c188d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Feb 16 14:31:13.179465 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:13.183556 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:13.187486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:13.193692 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Pushing event updated for resources: {'Port': ['ID=efb0210d-bcc8-4686-9d56-7ae58e1e0584,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:13.464583 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad50e86-1d4a-4ea2-9710-0f031303287f req-aa817964-e8b5-494f-abb8-a15b79bb7d22 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.466153 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cad50e86-1d4a-4ea2-9710-0f031303287f req-aa817964-e8b5-494f-abb8-a15b79bb7d22 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0588331 Feb 16 14:31:13.590272 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cad50e86-1d4a-4ea2-9710-0f031303287f req-78a0ea3c-4623-4f14-81ff-f2e48b36b380 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166763 Feb 16 14:31:13.613962 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for router_gateway (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.818611 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c83dd1ff-62bd-4f5c-8397-f8c188caf5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.843711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.882646 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b79462-d1fd-4175-91e1-07ab0ce47e85 req-c6a895ca-1a70-4030-b515-22106c4fa7b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.886263 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-78b79462-d1fd-4175-91e1-07ab0ce47e85 req-c6a895ca-1a70-4030-b515-22106c4fa7b5 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0649970 Feb 16 14:31:13.895010 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 60006) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:13.900745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Request body: {'floatingip': {'port_id': 'c29a0894-7a63-42f0-85d5-e534663d09c0'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:13.948023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.218655 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8365ec17-4ab0-450d-83de-c0fd1fd1801d up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:14.253003 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04447506-2b33-4781-93f9-0600c194ffde None None] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:31:14.318173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de22c23-8fc9-4337-a671-5659248505ec req-c2db1b1a-86ff-4588-b7da-98b5eb340373 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.319960 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5de22c23-8fc9-4337-a671-5659248505ec req-c2db1b1a-86ff-4588-b7da-98b5eb340373 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 944 time: 0.0539236 Feb 16 14:31:14.351190 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Router 59f83f28-1733-46e0-8bcc-d048a21adbd8 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:31:14.362837 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 8365ec17-4ab0-450d-83de-c0fd1fd1801d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:14.362837 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.379008 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Provisioning complete for port dfd54e25-e8de-440e-b9ea-e952cc23bd0c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:14.379466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.382329 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5de22c23-8fc9-4337-a671-5659248505ec req-9012b612-f1d7-4957-a676-ed8904e4213e tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Feb 16 14:31:14.492630 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:14.492905 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.508928 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Sync routers for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:14.551784 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 8365ec17-4ab0-450d-83de-c0fd1fd1801d is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:14.552898 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device dfd54e25-e8de-440e-b9ea-e952cc23bd0c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:14.555656 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.556888 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:14.557729 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:14.586598 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.588443 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d33d04d3-7046-4394-bb46-346819b86e00 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8550954 Feb 16 14:31:14.598600 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60010) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:14.670401 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Current status of the port dfd54e25-e8de-440e-b9ea-e952cc23bd0c is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:14.670847 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.679693 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Floating IP 5620366e-3a98-4081-ab2a-5d3759d7e251 associated. External IP: 172.27.0.78, port: c29a0894-7a63-42f0-85d5-e534663d09c0. Feb 16 14:31:14.739683 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] For port dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:14.753295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port dfd54e25-e8de-440e-b9ea-e952cc23bd0c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:14.753673 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:14.780113 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:14.929502 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:14.985066 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.058974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:15.059556 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.063530 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.075574 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:15.092932 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:15.093861 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:15.098956 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-be6324ef-1902-463b-9c79-4590029c4520 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "PUT /v2.0/floatingips/5620366e-3a98-4081-ab2a-5d3759d7e251 HTTP/1.1" status: 200 len: 991 time: 1.1992571 Feb 16 14:31:15.098956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:15.098956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5407a915-72fc-4101-bb4a-05e12eb22fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:15.135352 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ad0a8-4f96-4e0f-a3a6-446da9a5df60 None None] Pushing event updated for resources: {'Port': ['ID=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.157940 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef0208-bda2-491c-b420-8ddf05648514 x-openstack-request-id: req-10ef0208-bda2-491c-b420-8ddf05648514 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:15.158231 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:15.158501 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-10ef0208-bda2-491c-b420-8ddf05648514 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:15.159046 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'status': 'completed', 'code': 200} Feb 16 14:31:15.167109 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port dfd54e25-e8de-440e-b9ea-e952cc23bd0c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:15.174345 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-c879e09f-c420-4a7b-89a3-587a67722951 None None] Provisioning complete for port dfd54e25-e8de-440e-b9ea-e952cc23bd0c triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:15.174450 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c879e09f-c420-4a7b-89a3-587a67722951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.222339 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:15.296743 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:13Z', 'revision_number': 3, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:15.305403 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-8c5b6409-3495-4e62-b097-4f3115253285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.307013 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-8c5b6409-3495-4e62-b097-4f3115253285 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d48b56501b0a49829c4522b171dd1159&device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 1130 time: 0.0899107 Feb 16 14:31:15.329503 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Checking router: 59f83f28-1733-46e0-8bcc-d048a21adbd8 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:15.329726 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Updating router 59f83f28-1733-46e0-8bcc-d048a21adbd8 port efb0210d-bcc8-4686-9d56-7ae58e1e0584 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:15.357134 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-c879e09f-c420-4a7b-89a3-587a67722951 None None] Current status of the port dfd54e25-e8de-440e-b9ea-e952cc23bd0c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:15.365007 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.407935 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Allocated IP 172.20.0.1 (982b62a5-1541-4583-89cf-8e1f8196cb29/79ce013f-5b81-4b8b-b29e-85de4d567b3c/f838e257-9be2-4dae-9d19-9f10c3899372) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:15.510106 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-4aae3ff8-1c9f-4730-93f8-c56b0b864f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.512565 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-4aae3ff8-1c9f-4730-93f8-c56b0b864f68 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 200 len: 913 time: 0.1948078 Feb 16 14:31:15.543913 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '5620366e-3a98-4081-ab2a-5d3759d7e251', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:f3:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1bd9c3-d567-4517-8761-d154223724ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:54Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:15.578187 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks [] for port (f838e257-9be2-4dae-9d19-9f10c3899372), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.594169 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:15.609046 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:15.609294 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c453b5-b481-4f79-9873-b37e3a353ff5 req-b1f7c93d-a0ae-478a-a126-41121d3c08d3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.609649 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:30:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:15.611716 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-26c453b5-b481-4f79-9873-b37e3a353ff5 req-b1f7c93d-a0ae-478a-a126-41121d3c08d3 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 944 time: 0.0922906 Feb 16 14:31:15.621452 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-d8f13689-ad6f-45bd-a0d7-f1e6c627e994 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29a0894-7a63-42f0-85d5-e534663d09c0 HTTP/1.1" status: 200 len: 999 time: 0.0938921 Feb 16 14:31:15.675047 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-26c453b5-b481-4f79-9873-b37e3a353ff5 req-11eb9aa5-a5e8-48c0-b221-0364f00707db tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Feb 16 14:31:15.706175 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks [] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.709596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-f0358fac-537f-44a6-92e0-b40aa9228836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.711123 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-f0358fac-537f-44a6-92e0-b40aa9228836 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 200 len: 850 time: 0.0796695 Feb 16 14:31:15.731948 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:15.744498 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.764164 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-1292ede1-cb6a-4581-9599-11c5e9ae648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.765731 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-1292ede1-cb6a-4581-9599-11c5e9ae648f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d94143be-8ba2-454c-8d39-3ad4b5796d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474944 Feb 16 14:31:15.786671 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:15.793382 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:15.797134 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:15.801196 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.822262 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Pushing event updated for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.856202 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.919396 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-f8e04bc4-5580-424f-bcc5-8c9015d92f50 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428926 Feb 16 14:31:15.946431 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74679-c80e-4156-b09b-64281f1f8ac2 None None] Pushing event updated for resources: {'Port': ['ID=efb0210d-bcc8-4686-9d56-7ae58e1e0584,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.951115 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Attempting to bind port efb0210d-bcc8-4686-9d56-7ae58e1e0584 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:15.951493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Attempting to bind port efb0210d-bcc8-4686-9d56-7ae58e1e0584 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:15.951860 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Attempting to bind port efb0210d-bcc8-4686-9d56-7ae58e1e0584 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:15.958657 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:15.958657 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:15.960132 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:15.960132 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:15.960132 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Bound port: efb0210d-bcc8-4686-9d56-7ae58e1e0584, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:15.960979 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.061615 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] For port efb0210d-bcc8-4686-9d56-7ae58e1e0584, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:16.067572 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '5620366e-3a98-4081-ab2a-5d3759d7e251', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:f3:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1bd9c3-d567-4517-8761-d154223724ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:54Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:16.074924 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] For port efb0210d-bcc8-4686-9d56-7ae58e1e0584, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=efb0210d-bcc8-4686-9d56-7ae58e1e0584,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:16.100461 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178aa35d-b544-4779-b175-f4cb714c4e0f None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '5620366e-3a98-4081-ab2a-5d3759d7e251', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'port_id': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'mac_address': 'fa:16:3e:f3:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1bd9c3-d567-4517-8761-d154223724ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:30:54Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 1, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:16.153785 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device dfd54e25-e8de-440e-b9ea-e952cc23bd0c up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:16.198896 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.215971 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.260711 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c6cd-406e-4cb0-b56d-11bc3e2f823a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.303385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port dfd54e25-e8de-440e-b9ea-e952cc23bd0c triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:16.303773 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.306082 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:16.306082 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:31:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:16.368201 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5407a915-72fc-4101-bb4a-05e12eb22fdc req-950edd08-bd2f-4955-a80c-3011e1df6f63 service neutron] 10.222.0.124 "GET /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446933 Feb 16 14:31:16.392779 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74679-c80e-4156-b09b-64281f1f8ac2 None None] Pushing event updated for resources: {'Port': ['ID=efb0210d-bcc8-4686-9d56-7ae58e1e0584,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:16.406756 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-89be8c29-48fc-409c-9065-300eb343f52a None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:16.406874 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-89be8c29-48fc-409c-9065-300eb343f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.413766 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks [] for port (f838e257-9be2-4dae-9d19-9f10c3899372), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.451998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7f672f-832a-4d2f-b056-b63058dbace7 None None] New status for floating IP 5620366e-3a98-4081-ab2a-5d3759d7e251: ACTIVE {{(pid=103315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:31:16.480711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.524576 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-89be8c29-48fc-409c-9065-300eb343f52a None None] Port f838e257-9be2-4dae-9d19-9f10c3899372 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:16.544756 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Pushing event updated for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:16.549541 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:16.617593 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:16.644786 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:16.646178 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:16.700047 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port dfd54e25-e8de-440e-b9ea-e952cc23bd0c is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:16.786941 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Router 59f83f28-1733-46e0-8bcc-d048a21adbd8 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:16.853553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b36730-2eae-4e33-bb60-98ba3869d2c5 req-7ea50ef9-60f8-4eaf-b6d6-50cb635483ed tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.855440 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-37b36730-2eae-4e33-bb60-98ba3869d2c5 req-7ea50ef9-60f8-4eaf-b6d6-50cb635483ed tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 944 time: 0.0938067 Feb 16 14:31:16.921713 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'f838e257-9be2-4dae-9d19-9f10c3899372', 'name': '', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'mac_address': 'fa:16:3e:d7:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:15Z', 'updated_at': '2022-02-16T14:31:15Z', 'revision_number': 1, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'subnets': [{'id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:16.925299 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-37b36730-2eae-4e33-bb60-98ba3869d2c5 req-c96237c9-d3f5-443d-8500-346971ca9f55 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596290 Feb 16 14:31:16.950936 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:16.964498 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-88eb8d8d-f849-4c98-a524-bc18c52e792e admin admin] 10.222.0.110 "PUT /v2.0/routers/59f83f28-1733-46e0-8bcc-d048a21adbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643129 Feb 16 14:31:16.968607 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cde835-e91e-4c58-ae00-73d695faf467 None None] The sync data for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi is: [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'f838e257-9be2-4dae-9d19-9f10c3899372', 'name': '', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'mac_address': 'fa:16:3e:d7:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:15Z', 'updated_at': '2022-02-16T14:31:15Z', 'revision_number': 1, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'subnets': [{'id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:16.979363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-c1385cd0-d1f0-457f-86f4-825a8261531b None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:16.979784 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-c1385cd0-d1f0-457f-86f4-825a8261531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:17.027856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-c1385cd0-d1f0-457f-86f4-825a8261531b None None] Port f838e257-9be2-4dae-9d19-9f10c3899372 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:17.101090 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device de6937e7-2d6b-499a-b10e-87f05040921a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:17.115894 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:17.249477 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=de6937e7-2d6b-499a-b10e-87f05040921a,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:17.263640 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'de6937e7-2d6b-499a-b10e-87f05040921a', 'network_id': '36f39343-766a-4d7f-8597-906aa4ce6697', 'port_id': 'de6937e7-2d6b-499a-b10e-87f05040921a', 'mac_address': 'fa:16:3e:83:2e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d63112-9756-4400-b678-89109a1861a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:17.308958 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port de6937e7-2d6b-499a-b10e-87f05040921a is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:17.309363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:17.324283 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6937e7-2d6b-499a-b10e-87f05040921a {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:17.346391 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=de6937e7-2d6b-499a-b10e-87f05040921a,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:17.464124 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:17.531616 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:17.673189 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60042) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:17.677450 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368858584', 'description': 'tempest-secgroup-smoke-1368858584 description', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:17.909389 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:17.976077 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (2bcb0833-6803-4a81-a5b7-d9d981f39ac0), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.007164 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['de6937e7-2d6b-499a-b10e-87f05040921a'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:18.046748 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2bcb0833-6803-4a81-a5b7-d9d981f39ac0), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.074974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb5e9-bf20-4697-b9e9-8e99c2a77080 req-453cd3a9-180f-4dbe-8fc0-8a87f7233bc6 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.082372 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cf3fb5e9-bf20-4697-b9e9-8e99c2a77080 req-453cd3a9-180f-4dbe-8fc0-8a87f7233bc6 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 945 time: 0.0855401 Feb 16 14:31:18.096084 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb0833-6803-4a81-a5b7-d9d981f39ac0,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:18.117281 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.121642 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-676ecdf2-cad3-4c02-b4a4-18c41ddc87c0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4445996 Feb 16 14:31:18.121775 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60048) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:18.127635 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:18.144190 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cf3fb5e9-bf20-4697-b9e9-8e99c2a77080 req-12355821-dca0-4406-8a8c-5e27207d3172 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606437 Feb 16 14:31:18.239573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (6a96809b-16ac-47ce-837c-92a4dcdbba7a), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.296533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (6a96809b-16ac-47ce-837c-92a4dcdbba7a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.383450 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (6a96809b-16ac-47ce-837c-92a4dcdbba7a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.403455 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a96809b-16ac-47ce-837c-92a4dcdbba7a,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:18.522424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.525773 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e555dcc7-b71c-4de3-bbbb-6160a39f6c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4003990 Feb 16 14:31:18.527065 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60050) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:18.531440 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:18.651378 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (a9ceefc3-636a-4b18-be7e-e92634cc0091), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.736234 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (a9ceefc3-636a-4b18-be7e-e92634cc0091), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.776968 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.805378 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (a9ceefc3-636a-4b18-be7e-e92634cc0091), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.824946 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ceefc3-636a-4b18-be7e-e92634cc0091,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:18.882068 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:18.883354 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b6e9383a-8a6c-4e79-a05b-85fce5ca206d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3553510 Feb 16 14:31:18.886676 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60052) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:18.890974 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:19.004941 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (a431bfb6-ba0c-4932-afbd-963d920bd73b), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.064486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (a431bfb6-ba0c-4932-afbd-963d920bd73b), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.126310 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (a431bfb6-ba0c-4932-afbd-963d920bd73b), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.145336 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a431bfb6-ba0c-4932-afbd-963d920bd73b,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:19.209595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.211350 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8d4c5680-0738-4552-8da1-9b1b4fe1af44 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235128 Feb 16 14:31:19.214553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 60058) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:19.228231 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:19.271606 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277faa-bd38-4b13-9953-2eb688dd893f req-a27d1982-2dc5-4084-871c-93f0bef1398c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.273187 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-67277faa-bd38-4b13-9953-2eb688dd893f req-a27d1982-2dc5-4084-871c-93f0bef1398c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 945 time: 0.0668154 Feb 16 14:31:19.325466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (39a1fc7a-7efd-4ced-be1e-fb3122b64eae), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.329275 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-67277faa-bd38-4b13-9953-2eb688dd893f req-9aa59514-aa15-4868-be1b-f8fd09e01b77 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Feb 16 14:31:19.394154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (39a1fc7a-7efd-4ced-be1e-fb3122b64eae), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.469975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (39a1fc7a-7efd-4ced-be1e-fb3122b64eae), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.494335 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a1fc7a-7efd-4ced-be1e-fb3122b64eae,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:19.540989 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.542463 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-31a02d7a-dfa9-4ed5-b288-52629e4bbc43 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3228314 Feb 16 14:31:19.545262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 60060) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:19.550426 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:19.634832 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.securitygroups_db [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Project a072f4cf28da4e14b3fd13b1ba2a9686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:19.642272 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (55200b30-98d3-4232-a8b7-bfdf97650f83), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.724076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (55200b30-98d3-4232-a8b7-bfdf97650f83), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.800651 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (55200b30-98d3-4232-a8b7-bfdf97650f83), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.830081 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55200b30-98d3-4232-a8b7-bfdf97650f83,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:19.901341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:19.902661 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ad1951a1-ce5c-40aa-acc0-4a19667563d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564446 Feb 16 14:31:19.905663 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60064) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:19.911438 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'security_group_rule': {'security_group_id': '2bcb0833-6803-4a81-a5b7-d9d981f39ac0', 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:19.983758 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.securitygroups_db [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Project a072f4cf28da4e14b3fd13b1ba2a9686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:19.989320 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (234b3ce5-af02-4e39-9da2-2801664f5245), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.067014 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (234b3ce5-af02-4e39-9da2-2801664f5245), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.132761 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (234b3ce5-af02-4e39-9da2-2801664f5245), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.135966 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device efb0210d-bcc8-4686-9d56-7ae58e1e0584 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:20.155371 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234b3ce5-af02-4e39-9da2-2801664f5245,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:20.196812 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port efb0210d-bcc8-4686-9d56-7ae58e1e0584 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:20.197449 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.200587 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.225656 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.226883 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4577cc9d-d995-4c68-93d1-80068c9cf79a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200183 Feb 16 14:31:20.281393 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port efb0210d-bcc8-4686-9d56-7ae58e1e0584 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:20.281913 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.314919 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port efb0210d-bcc8-4686-9d56-7ae58e1e0584, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=efb0210d-bcc8-4686-9d56-7ae58e1e0584,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:20.372020 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:20.426887 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=efb0210d-bcc8-4686-9d56-7ae58e1e0584,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:20.470800 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1b06e-82ae-45f4-bfca-615997bdab25 req-b8cc0b90-f700-4719-b2e9-b09b9b897cd8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.472633 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2dc1b06e-82ae-45f4-bfca-615997bdab25 req-b8cc0b90-f700-4719-b2e9-b09b9b897cd8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 945 time: 0.0671253 Feb 16 14:31:20.526194 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2dc1b06e-82ae-45f4-bfca-615997bdab25 req-5f8ebdba-5eab-4a93-95e0-ae2c55e65b91 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470605 Feb 16 14:31:20.781725 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Sync routers for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:20.792250 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:20.792860 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:31:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:20.898164 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:21.111511 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'f838e257-9be2-4dae-9d19-9f10c3899372', 'name': '', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'mac_address': 'fa:16:3e:d7:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:15Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 2, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'subnets': [{'id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:21.137530 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Checking router: 59f83f28-1733-46e0-8bcc-d048a21adbd8 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:21.137891 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Updating router 59f83f28-1733-46e0-8bcc-d048a21adbd8 port f838e257-9be2-4dae-9d19-9f10c3899372 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:21.144490 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device de6937e7-2d6b-499a-b10e-87f05040921a up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:21.165875 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.240507 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port de6937e7-2d6b-499a-b10e-87f05040921a completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:21.245107 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port de6937e7-2d6b-499a-b10e-87f05040921a triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:21.245476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.325507 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port de6937e7-2d6b-499a-b10e-87f05040921a is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:21.325894 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.349139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:21.354899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cb0def-c864-4b6d-b5bc-caf6c7c50225" -d '{"events": [{"server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "name": "network-vif-plugged", "status": "completed", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:21.364496 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=de6937e7-2d6b-499a-b10e-87f05040921a,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:21.406945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e30b9-7975-43e9-a6e6-6c8ff58a68ce x-openstack-request-id: req-2c1e30b9-7975-43e9-a6e6-6c8ff58a68ce {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:21.406945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "name": "network-vif-plugged", "status": "completed", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:21.406945 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2c1e30b9-7975-43e9-a6e6-6c8ff58a68ce {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:21.406945 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a', 'code': 200} Feb 16 14:31:21.434569 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks [] for port (f838e257-9be2-4dae-9d19-9f10c3899372), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.457955 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.512112 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:21.520539 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.633526 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3fa6d-0ebf-4f8f-aeba-e38f191c3485 None None] Pushing event updated for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:21.649655 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Attempting to bind port f838e257-9be2-4dae-9d19-9f10c3899372 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:21.650000 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Attempting to bind port f838e257-9be2-4dae-9d19-9f10c3899372 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:21.650358 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Attempting to bind port f838e257-9be2-4dae-9d19-9f10c3899372 on network 982b62a5-1541-4583-89cf-8e1f8196cb29 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:21.656915 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:21.657597 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Checking segment: {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:21.658171 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.658751 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Bound using segment: {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:21.659400 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Bound port: f838e257-9be2-4dae-9d19-9f10c3899372, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c464d2-e320-43e6-8557-f064f3b14dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:21.659949 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.689279 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4452-289e-463e-a9db-83ae17e02468 req-bd6babe3-cfb3-47c2-8350-0bc979f2bfd9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.697955 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-64ff4452-289e-463e-a9db-83ae17e02468 req-bd6babe3-cfb3-47c2-8350-0bc979f2bfd9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0804293 Feb 16 14:31:21.733986 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] For port f838e257-9be2-4dae-9d19-9f10c3899372, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:21.738797 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] For port f838e257-9be2-4dae-9d19-9f10c3899372, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=f838e257-9be2-4dae-9d19-9f10c3899372,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:21.747492 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-64ff4452-289e-463e-a9db-83ae17e02468 req-65ecbe47-0f1b-4f6e-8211-abb821f9039f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485613 Feb 16 14:31:21.789612 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.839476 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73f037-1340-440c-954e-dce03ae5f2cf req-f03f3da3-d43d-4425-bc3a-e0f6398912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.841232 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bd73f037-1340-440c-954e-dce03ae5f2cf req-f03f3da3-d43d-4425-bc3a-e0f6398912cc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 1130 time: 0.0613792 Feb 16 14:31:21.863233 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3fa6d-0ebf-4f8f-aeba-e38f191c3485 None None] Pushing event updated for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=4']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:21.867691 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:21.868334 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:31:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:21.888059 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:21.889471 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:21.897657 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bd73f037-1340-440c-954e-dce03ae5f2cf req-49b60c23-0b73-4efb-8152-31f8294e409b service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Feb 16 14:31:21.982087 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Current status of the port f838e257-9be2-4dae-9d19-9f10c3899372 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:21.982480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.002113 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:22.016895 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] For port f838e257-9be2-4dae-9d19-9f10c3899372, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=f838e257-9be2-4dae-9d19-9f10c3899372,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:22.103993 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.149246 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device efb0210d-bcc8-4686-9d56-7ae58e1e0584 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:22.156631 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6da3a-6099-4e3b-a50b-a0ef915a86cd None None] Pushing event updated for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:22.206407 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port efb0210d-bcc8-4686-9d56-7ae58e1e0584 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:22.206815 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.239695 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'f838e257-9be2-4dae-9d19-9f10c3899372', 'name': '', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'mac_address': 'fa:16:3e:d7:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:15Z', 'updated_at': '2022-02-16T14:31:21Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'subnets': [{'id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:22.257220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ab307a6d-92ed-4219-98c1-e4f66ddf9896 None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:22.257596 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ab307a6d-92ed-4219-98c1-e4f66ddf9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.356387 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port efb0210d-bcc8-4686-9d56-7ae58e1e0584 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:22.357423 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device f838e257-9be2-4dae-9d19-9f10c3899372 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:22.358233 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdc9fc-a361-4c2f-8b9c-e08226914dcc None None] The sync data for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi is: [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:31:16Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'f838e257-9be2-4dae-9d19-9f10c3899372', 'name': '', 'network_id': '982b62a5-1541-4583-89cf-8e1f8196cb29', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'mac_address': 'fa:16:3e:d7:79:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:15Z', 'updated_at': '2022-02-16T14:31:21Z', 'revision_number': 4, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'subnets': [{'id': '79ce013f-5b81-4b8b-b29e-85de4d567b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:22.417839 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.430893 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ab307a6d-92ed-4219-98c1-e4f66ddf9896 None None] Current status of the port f838e257-9be2-4dae-9d19-9f10c3899372 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:22.443620 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:22.444149 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.522016 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port f838e257-9be2-4dae-9d19-9f10c3899372 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:22.890388 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bff40-e61b-49e6-92f2-8a63c4fdd966 req-6f506c51-a0e3-43e4-9ac5-f41be4af28e8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.892660 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-187bff40-e61b-49e6-92f2-8a63c4fdd966 req-6f506c51-a0e3-43e4-9ac5-f41be4af28e8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0593555 Feb 16 14:31:22.944030 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-187bff40-e61b-49e6-92f2-8a63c4fdd966 req-cf1d537c-c42f-42dd-bb38-dbd17b11515d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Feb 16 14:31:24.068166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367c52-054f-4abd-9745-1f9743202e64 req-75ea36e5-3d33-4f7e-8385-9d4a0f93bb7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.070207 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7e367c52-054f-4abd-9745-1f9743202e64 req-75ea36e5-3d33-4f7e-8385-9d4a0f93bb7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0539470 Feb 16 14:31:24.104976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device f838e257-9be2-4dae-9d19-9f10c3899372 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:24.126592 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7e367c52-054f-4abd-9745-1f9743202e64 req-2f7ab578-a51c-4ff5-a107-56684640129a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Feb 16 14:31:24.175235 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port f838e257-9be2-4dae-9d19-9f10c3899372 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:24.175615 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:24.262734 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port f838e257-9be2-4dae-9d19-9f10c3899372 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:25.334060 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-68bb507b-4b1f-4bbd-8f01-c6992025c191 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428078 Feb 16 14:31:25.472986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-bb043e0c-4c69-4afe-ac84-fc436bfa5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.475611 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-bb043e0c-4c69-4afe-ac84-fc436bfa5e44 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f334385dc44348ac9942c6606482330e&device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 1129 time: 0.0533211 Feb 16 14:31:25.583241 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-e107ef34-4100-4bd2-b2f8-6f4974e7f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.584701 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-e107ef34-4100-4bd2-b2f8-6f4974e7f8a6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 200 len: 917 time: 0.0887563 Feb 16 14:31:25.630209 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-9cf08141-084f-4bf7-a3a2-1f689c4c2e3a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d05aef-cbdf-4b91-a018-b6666d02255e HTTP/1.1" status: 200 len: 217 time: 0.0389564 Feb 16 14:31:25.684583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-81cf2aed-d583-41ec-b8cb-7c9fdb654180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.685991 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-81cf2aed-d583-41ec-b8cb-7c9fdb654180 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 200 len: 855 time: 0.0463035 Feb 16 14:31:25.722841 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-86a10d39-1677-43a5-bedf-e1e815443932 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=36f39343-766a-4d7f-8597-906aa4ce6697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290275 Feb 16 14:31:25.851096 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-cc193a5f-7363-41f5-a287-402c38a7c2af service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993121 Feb 16 14:31:25.953502 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6883bbaf-4c08-40d1-8202-f4076c8dcef6 req-a916384f-0435-473f-935e-ad15c39ba477 service neutron] 10.222.0.124 "GET /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873010 Feb 16 14:31:28.571701 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:35.885288 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086aa44-86bd-45f5-a94f-69700df4de5c req-80f575a1-a9ca-4f07-b7fd-b96d63782bf9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:35.886883 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6086aa44-86bd-45f5-a94f-69700df4de5c req-80f575a1-a9ca-4f07-b7fd-b96d63782bf9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0586824 Feb 16 14:31:35.939539 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6086aa44-86bd-45f5-a94f-69700df4de5c req-5e476e96-b8e1-43c6-b76b-134ad57ada74 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468035 Feb 16 14:31:36.515753 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cca25-ba75-4afb-bab2-455af249752f req-84064741-956e-4824-ae30-9c058ccb7048 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.517286 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7b8cca25-ba75-4afb-bab2-455af249752f req-84064741-956e-4824-ae30-9c058ccb7048 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0639329 Feb 16 14:31:36.586052 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7b8cca25-ba75-4afb-bab2-455af249752f req-0c7877de-d3ca-4283-aa10-11fa0d154abe tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628052 Feb 16 14:31:36.640359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-9808f209-61b6-498b-b6ca-0c074c544848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.641825 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-9808f209-61b6-498b-b6ca-0c074c544848 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1168 time: 0.0445466 Feb 16 14:31:36.739315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-d43ad8ab-ee7a-4e5d-b87a-79c980556be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.740790 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-d43ad8ab-ee7a-4e5d-b87a-79c980556be5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.0869265 Feb 16 14:31:36.816472 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-de56d2e7-cec7-4c06-b01b-70152b1c0264 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1000 time: 0.0583520 Feb 16 14:31:36.885581 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-1c98f56e-26f6-4efe-8245-fcfafa4eb0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.887693 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-1c98f56e-26f6-4efe-8245-fcfafa4eb0ce service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0490410 Feb 16 14:31:36.936679 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-bf73bc2c-3aa3-4033-819f-56b4c092f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.938160 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-bf73bc2c-3aa3-4033-819f-56b4c092f92c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442872 Feb 16 14:31:37.030884 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-56efcf4e-ab0e-45e9-8fdc-a85e9397a440 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Feb 16 14:31:37.065237 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e479184-182a-4664-a520-85f89f7f11e0 req-3319d39a-1e38-46a0-aeb7-9a4183a72e11 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:37.066722 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3e479184-182a-4664-a520-85f89f7f11e0 req-3319d39a-1e38-46a0-aeb7-9a4183a72e11 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0515337 Feb 16 14:31:37.112747 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3e479184-182a-4664-a520-85f89f7f11e0 req-7f226d36-1aed-43a9-bf65-5f3a80b1a694 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402696 Feb 16 14:31:37.126513 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-49168c0f-0c2e-4ff6-ae99-5e5bb0a608bf req-49aedd04-429f-4ac6-bfe5-f7bd5e8dfc60 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Feb 16 14:31:37.705503 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96404c04-9c54-4a06-96ce-dd3993a66092 req-97e3dfe1-9714-4068-9eea-f6fe411aee26 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:37.706980 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-96404c04-9c54-4a06-96ce-dd3993a66092 req-97e3dfe1-9714-4068-9eea-f6fe411aee26 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0544586 Feb 16 14:31:37.764508 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-96404c04-9c54-4a06-96ce-dd3993a66092 req-950d626a-8607-4c64-b4b7-4f0fa27ba252 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511680 Feb 16 14:31:38.247791 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeeeac-f52f-4c29-891a-716bbde9d2d9 req-f0cb8ab0-1ca2-490a-86d2-e0cb0d39fea4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.249551 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fdbeeeac-f52f-4c29-891a-716bbde9d2d9 req-f0cb8ab0-1ca2-490a-86d2-e0cb0d39fea4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0659368 Feb 16 14:31:38.300020 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fdbeeeac-f52f-4c29-891a-716bbde9d2d9 req-a2359777-cd9c-4deb-89e7-51cda2916857 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 Feb 16 14:31:38.888602 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7321-e16a-4845-a676-4801c435bc55 req-15ef2c92-87ec-4512-a1f0-b45c873f7e86 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.890109 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7aca7321-e16a-4845-a676-4801c435bc55 req-15ef2c92-87ec-4512-a1f0-b45c873f7e86 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0567331 Feb 16 14:31:38.962773 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7aca7321-e16a-4845-a676-4801c435bc55 req-63fb28fb-1bf8-4d33-b855-47f6c8a010f7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668755 Feb 16 14:31:39.421864 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8cc73-0b32-4444-89a8-e823c3169738 req-2c88751b-578c-4229-a4a6-78680cad6ece tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:39.423383 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-14c8cc73-0b32-4444-89a8-e823c3169738 req-2c88751b-578c-4229-a4a6-78680cad6ece tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0521452 Feb 16 14:31:39.471245 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-14c8cc73-0b32-4444-89a8-e823c3169738 req-85e4eb5a-a028-4bc6-87e0-4e0269e256b8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Feb 16 14:31:40.083903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a122bd-79ef-4c3a-a550-b9cfcbe18700 req-d3209602-1112-4c68-8590-90a7517ae4e4 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:40.085388 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-08a122bd-79ef-4c3a-a550-b9cfcbe18700 req-d3209602-1112-4c68-8590-90a7517ae4e4 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0527287 Feb 16 14:31:40.146844 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-08a122bd-79ef-4c3a-a550-b9cfcbe18700 req-509a3b77-8056-4f8a-ab5a-12c44cd05c12 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554309 Feb 16 14:31:40.595000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaac44-79da-4865-ab8c-2cefb610c8ce req-0d4ffacb-e02c-4cd5-9939-be08a774d1a2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:40.596512 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c5eaac44-79da-4865-ab8c-2cefb610c8ce req-0d4ffacb-e02c-4cd5-9939-be08a774d1a2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0559387 Feb 16 14:31:40.642556 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c5eaac44-79da-4865-ab8c-2cefb610c8ce req-236b73cb-6192-4721-95f1-c932254ee77d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Feb 16 14:31:41.263324 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f3276-e8b0-47fb-867b-a7d82161e578 req-98b81e38-ba90-4a50-bf02-ff47299c8e91 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:41.264720 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-394f3276-e8b0-47fb-867b-a7d82161e578 req-98b81e38-ba90-4a50-bf02-ff47299c8e91 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0514622 Feb 16 14:31:41.332017 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-394f3276-e8b0-47fb-867b-a7d82161e578 req-a4b871e8-1ccb-4543-b066-208ac8c2dca6 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616243 Feb 16 14:31:41.766072 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062a2c8-ae31-41d1-96a9-4ca0952e11c7 req-dd406a8e-5b38-4bdc-851a-8158fa5feeb9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:41.767764 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5062a2c8-ae31-41d1-96a9-4ca0952e11c7 req-dd406a8e-5b38-4bdc-851a-8158fa5feeb9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0520992 Feb 16 14:31:41.815181 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5062a2c8-ae31-41d1-96a9-4ca0952e11c7 req-f336f07a-3f68-4db7-90f4-e81279c9b269 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Feb 16 14:31:42.234379 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-2882f8e2-72de-4a28-8ae8-05dec3bdf2e1 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368858584&fields=id&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 267 time: 0.0460615 Feb 16 14:31:42.348440 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a6b8e387-f9b1-4edb-a93f-1e99146c6cc2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:42.348440 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a6b8e387-f9b1-4edb-a93f-1e99146c6cc2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1044486 Feb 16 14:31:42.360525 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-1900e2b1-c467-467f-95da-65d95b8c9841 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/quotas/a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 375 time: 0.0099308 Feb 16 14:31:42.416452 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f224db69-bb95-4472-b7d4-60154a9b79ab tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501072 Feb 16 14:31:42.454317 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb88242-cd8a-452e-93ad-fcf4f1287b3a req-a3a36353-5b48-4af6-b25f-038da2d6149d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:42.455805 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2bb88242-cd8a-452e-93ad-fcf4f1287b3a req-a3a36353-5b48-4af6-b25f-038da2d6149d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0548577 Feb 16 14:31:42.514908 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2bb88242-cd8a-452e-93ad-fcf4f1287b3a req-73470c64-9ebf-4dcd-a4ae-85fcec234ebb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534911 Feb 16 14:31:42.608575 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-8ddf476c-ecd3-44b3-84e1-d55bc4e8c6fa service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809773 Feb 16 14:31:42.704519 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-e46f4311-228d-40fb-90d1-0fd44ee5cbd8 service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901177 Feb 16 14:31:42.945993 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033502d2-a477-41f4-a73d-ecc6e4dfeafe req-831d7501-dec3-46d6-b020-1d159a6c9d7f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:42.958391 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-033502d2-a477-41f4-a73d-ecc6e4dfeafe req-831d7501-dec3-46d6-b020-1d159a6c9d7f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0589175 Feb 16 14:31:42.994935 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-033502d2-a477-41f4-a73d-ecc6e4dfeafe req-b89f1c87-0dc2-4fd3-8dea-075dbc3d0ce8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Feb 16 14:31:43.251383 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e84347b5-877c-458e-a786-29dfce8372ee req-c3487abc-ea65-437c-a308-3e8d9ae0b336 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 210 time: 0.0264552 Feb 16 14:31:43.638500 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22803c-d4af-4721-b07f-16a5dcbbded3 req-60633416-6896-40a1-9e8f-f4afc1148341 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:43.642945 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f22803c-d4af-4721-b07f-16a5dcbbded3 req-60633416-6896-40a1-9e8f-f4afc1148341 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0553083 Feb 16 14:31:43.707447 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f22803c-d4af-4721-b07f-16a5dcbbded3 req-323b3c1f-46a0-49b5-8ef8-9a6c99aab5a6 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613246 Feb 16 14:31:43.871982 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-90045e8f-1d31-49ab-a24b-bd49c5ddec81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:44.125901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bf24c-6f13-4708-99bc-6d754bbcb3ee req-6959b1a1-deb5-4397-ad3a-8fe0e9c65e35 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:44.127498 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b83bf24c-6f13-4708-99bc-6d754bbcb3ee req-6959b1a1-deb5-4397-ad3a-8fe0e9c65e35 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0606537 Feb 16 14:31:44.174846 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b83bf24c-6f13-4708-99bc-6d754bbcb3ee req-becda024-921b-4f62-88fe-3f056188b1a7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Feb 16 14:31:44.326295 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3610ea11-3044-4a7d-a6c4-93392d752006 req-7dc7a3a9-e2d2-43cf-aecf-c2755b51d275 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 210 time: 0.0257800 Feb 16 14:31:44.834455 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290ab04-92f0-4f74-9082-f7d7f91b680f req-43092b61-8d11-4328-bc8f-692a9920923e tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:44.835951 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e290ab04-92f0-4f74-9082-f7d7f91b680f req-43092b61-8d11-4328-bc8f-692a9920923e tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0603185 Feb 16 14:31:44.896700 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e290ab04-92f0-4f74-9082-f7d7f91b680f req-866c2e51-70e9-49e8-9d0a-075a9a17f2b7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540023 Feb 16 14:31:45.296126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a20ffb-22c2-447f-a12c-627004216659 req-2c607bf3-086e-424d-bff1-e8e3ef4fbf3a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:45.297607 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-10a20ffb-22c2-447f-a12c-627004216659 req-2c607bf3-086e-424d-bff1-e8e3ef4fbf3a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0521832 Feb 16 14:31:45.344316 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-10a20ffb-22c2-447f-a12c-627004216659 req-3f73226b-fbed-4b15-91ff-2e6ea2576c80 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407922 Feb 16 14:31:45.437957 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a85d8b7-bee5-4cf7-a47f-3c84e383e132 req-7ea0ca17-8871-46ad-af57-3c90fec28933 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 210 time: 0.0357859 Feb 16 14:31:45.680545 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-1da217c3-d33f-4e5b-8b48-e84d90ed92c8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:45.681899 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-1da217c3-d33f-4e5b-8b48-e84d90ed92c8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1043839 Feb 16 14:31:45.756835 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-e90cb75a-bb1e-438b-a67e-7a95aa61cc8d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 380 time: 0.0544729 Feb 16 14:31:45.769710 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'port': {'device_id': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'admin_state_up': True, 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'security_groups': ['2bcb0833-6803-4a81-a5b7-d9d981f39ac0']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:45.937469 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Made reservation on behalf of a072f4cf28da4e14b3fd13b1ba2a9686 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:45.941026 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.091577 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab73133-4f47-40e3-a70b-d2ade3a6e1fa req-24948142-c3d9-4a1b-a922-7754c229b8cf tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.093069 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0ab73133-4f47-40e3-a70b-d2ade3a6e1fa req-24948142-c3d9-4a1b-a922-7754c229b8cf tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.1281502 Feb 16 14:31:46.133302 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.20.0.12 (0af86f90-4507-47db-8c2b-277aef0456a0/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291/14aabd43-ae85-477e-98bf-28c418d8f834) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:46.190292 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0ab73133-4f47-40e3-a70b-d2ade3a6e1fa req-e8e9d6d3-b395-4fe2-8d05-a7f46d2f4f13 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903652 Feb 16 14:31:46.234129 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f45dd20a-3807-4fc5-ad16-23cf1dc197e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.306071 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (14aabd43-ae85-477e-98bf-28c418d8f834), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.400179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.474970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:46.482073 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:46.487317 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:46.494874 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:46.509555 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a63fe-13cb-4a74-9d83-63d2054d34be req-f5d33344-66bd-4964-b030-f7cd4ab60c3d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.512242 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab4a63fe-13cb-4a74-9d83-63d2054d34be req-f5d33344-66bd-4964-b030-f7cd4ab60c3d tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0531242 Feb 16 14:31:46.532245 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.532595 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.536764 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:46.562351 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8338c3-6935-4d3d-80ea-5fd1f6de61bb req-94670ce3-225f-4f93-89ff-4562ba2f888a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.563931 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a8338c3-6935-4d3d-80ea-5fd1f6de61bb req-94670ce3-225f-4f93-89ff-4562ba2f888a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.1344771 Feb 16 14:31:46.569526 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.570166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.574417 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab4a63fe-13cb-4a74-9d83-63d2054d34be req-0b7b22a0-cddd-47cc-87f2-8929263a4629 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559468 Feb 16 14:31:46.629936 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a8338c3-6935-4d3d-80ea-5fd1f6de61bb req-dc0406bb-bf79-40ab-b5a7-6b0a7a2da25e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563536 Feb 16 14:31:46.671318 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f53e7d4f-09d7-41a6-9b42-eadaf93df72a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9053557 Feb 16 14:31:46.693841 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4535c-d7b5-4c5f-a602-f5ce360ccc40 req-4df84ff3-aa78-4d8b-8448-86d090188793 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.695378 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-49e4535c-d7b5-4c5f-a602-f5ce360ccc40 req-4df84ff3-aa78-4d8b-8448-86d090188793 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 932 time: 0.0573146 Feb 16 14:31:46.698972 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Request body: {'port': {'device_id': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:46.720097 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ce0e63b1-a83f-4532-a0b2-19ea0a3f4dfc None None] Provisioning complete for port 14aabd43-ae85-477e-98bf-28c418d8f834 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:46.721543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ce0e63b1-a83f-4532-a0b2-19ea0a3f4dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:46.750166 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-49e4535c-d7b5-4c5f-a602-f5ce360ccc40 req-80beab39-6c13-4d76-b316-7c540f1eee15 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478761 Feb 16 14:31:46.760543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e63b1-a83f-4532-a0b2-19ea0a3f4dfc None None] Port 14aabd43-ae85-477e-98bf-28c418d8f834 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:46.771137 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.034010 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aabd43-ae85-477e-98bf-28c418d8f834 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:47.043514 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks [] for port (14aabd43-ae85-477e-98bf-28c418d8f834), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.056423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Transition to ACTIVE for port object 14aabd43-ae85-477e-98bf-28c418d8f834 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:47.125430 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.177019 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.226419 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Pushing event updated for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:47.335991 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Attempting to bind port 14aabd43-ae85-477e-98bf-28c418d8f834 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:47.336584 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Attempting to bind port 14aabd43-ae85-477e-98bf-28c418d8f834 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:47.336713 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Attempting to bind port 14aabd43-ae85-477e-98bf-28c418d8f834 on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:47.344383 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Port 14aabd43-ae85-477e-98bf-28c418d8f834 on network 0af86f90-4507-47db-8c2b-277aef0456a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:31:47.344705 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Attempting to bind port 14aabd43-ae85-477e-98bf-28c418d8f834 on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:47.353169 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c7e45-e310-425f-a6fd-093bdb82e0d4 req-60cae204-61f0-47db-baf0-6de41ad36fdb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.355754 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1e6c7e45-e310-425f-a6fd-093bdb82e0d4 req-60cae204-61f0-47db-baf0-6de41ad36fdb tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0831077 Feb 16 14:31:47.360135 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:47.360456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:47.360846 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Bound using segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:47.361271 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Bound port: 14aabd43-ae85-477e-98bf-28c418d8f834, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:47.361625 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.479491 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1e6c7e45-e310-425f-a6fd-093bdb82e0d4 req-f21ddef7-c058-40f9-b4a4-0fcaee2e20b7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142452 Feb 16 14:31:47.481759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:47.484918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14aabd43-ae85-477e-98bf-28c418d8f834,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:47.606228 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.642613 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.643759 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:47.646248 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] 10.222.0.124 "PUT /v2.0/ports/14aabd43-ae85-477e-98bf-28c418d8f834 HTTP/1.1" status: 200 len: 1094 time: 0.9542661 Feb 16 14:31:47.647031 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:47.651621 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:47.681849 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400b00e-f3d1-4fb6-b91c-9b7257a1c780 service neutron] Pushing event updated for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:47.704958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aded4e-4faf-4d13-8765-ebb5288dfd37 req-0a862fbd-8be7-42a4-8d85-39b18ee35a1c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.706544 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01aded4e-4faf-4d13-8765-ebb5288dfd37 req-0a862fbd-8be7-42a4-8d85-39b18ee35a1c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0629122 Feb 16 14:31:47.721171 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f615e-466a-4fca-a553-9415806cb775 x-openstack-request-id: req-e02f615e-466a-4fca-a553-9415806cb775 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:47.721462 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:47.721738 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e02f615e-466a-4fca-a553-9415806cb775 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:47.722142 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834', 'status': 'completed', 'code': 200} Feb 16 14:31:47.760441 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-01aded4e-4faf-4d13-8765-ebb5288dfd37 req-b2e1d608-b17f-4d29-8806-3f3518b3a0e5 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Feb 16 14:31:47.874583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd26a9-151c-49a9-8728-a0be01692ae8 req-7d1fb1ab-18a4-4ba2-97ab-00bfc9ecc419 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.876192 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-43cd26a9-151c-49a9-8728-a0be01692ae8 req-7d1fb1ab-18a4-4ba2-97ab-00bfc9ecc419 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0928414 Feb 16 14:31:47.879031 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54108d78-6511-4203-875a-5afcdda1b2ec req-99e1f198-7b22-4635-831e-ecfcc0aa5965 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.880504 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-54108d78-6511-4203-875a-5afcdda1b2ec req-99e1f198-7b22-4635-831e-ecfcc0aa5965 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0550482 Feb 16 14:31:47.887728 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-831ef75e-8fe9-40fb-a81c-20cac21df1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.889157 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-831ef75e-8fe9-40fb-a81c-20cac21df1bd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 1128 time: 0.0728922 Feb 16 14:31:47.935132 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-54108d78-6511-4203-875a-5afcdda1b2ec req-7fbce705-4ed4-43f8-b9c7-456a1564c308 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483136 Feb 16 14:31:47.962374 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-43cd26a9-151c-49a9-8728-a0be01692ae8 req-7b66a228-0119-43c4-8a41-6e2f2db6def0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787802 Feb 16 14:31:48.023357 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-950f56bf-f8ef-4043-ac24-c39b3658bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.024833 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-950f56bf-f8ef-4043-ac24-c39b3658bc22 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073203 Feb 16 14:31:48.125795 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-77b9fc2f-a926-491e-b59a-eaf2dcce68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.127220 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b0fa963a-25a5-4e1d-93d4-b15ca6c58845 req-77b9fc2f-a926-491e-b59a-eaf2dcce68ff service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0918894 Feb 16 14:31:48.271724 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-d57a0b6f-a433-4e7f-8687-8d6e8d74d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.273296 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-d57a0b6f-a433-4e7f-8687-8d6e8d74d794 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 1128 time: 0.0469215 Feb 16 14:31:48.326402 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-24947b18-1ee0-42db-932a-e6c6b4fb03bb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14aabd43-ae85-477e-98bf-28c418d8f834 HTTP/1.1" status: 200 len: 217 time: 0.0356159 Feb 16 14:31:48.390000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-25ad8cc2-4995-4edd-8315-0af78f4986d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.391429 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-25ad8cc2-4995-4edd-8315-0af78f4986d5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0487127 Feb 16 14:31:48.451622 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-81145e3d-0d07-4e07-a5b8-b3fe67b808f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.453385 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-81145e3d-0d07-4e07-a5b8-b3fe67b808f7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456002 Feb 16 14:31:48.591660 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-f8154740-ff90-45c3-aa29-98eb2a563a60 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Feb 16 14:31:48.599175 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f1501-20cf-4b88-b6b4-b2cbfb064e54 req-4f04dd98-1d01-4e6e-b649-3224d6f6177f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.600655 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd3f1501-20cf-4b88-b6b4-b2cbfb064e54 req-4f04dd98-1d01-4e6e-b649-3224d6f6177f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0531695 Feb 16 14:31:48.661292 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd3f1501-20cf-4b88-b6b4-b2cbfb064e54 req-d5dabefc-e636-4d48-ad6d-dd402f60abba tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540562 Feb 16 14:31:48.689168 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2f2ddc7d-51c6-4a96-9054-595cde1a6cb0 req-01f54d8b-242c-4938-9218-b64b0c4df191 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905378 Feb 16 14:31:48.879544 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed70e8-7b01-4825-a909-1b115bfacc78 req-e0a5c912-f3f9-474b-9a1a-39dc8ede9f45 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.881007 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-79ed70e8-7b01-4825-a909-1b115bfacc78 req-e0a5c912-f3f9-474b-9a1a-39dc8ede9f45 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0520511 Feb 16 14:31:48.908436 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.928444 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-79ed70e8-7b01-4825-a909-1b115bfacc78 req-2352798d-ba8d-4462-8660-8f773c4c41b0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Feb 16 14:31:49.052274 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e951-284e-4b85-a020-ce0161c84896 req-f72de27e-061d-4efd-8927-4eadd96d2a1e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.053763 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8af8e951-284e-4b85-a020-ce0161c84896 req-f72de27e-061d-4efd-8927-4eadd96d2a1e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0516417 Feb 16 14:31:49.102467 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456738af-aa17-4937-bb39-a065ecb77d18 req-4d69cb4d-3bad-4f91-ab74-2f2d12ce84bd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.103981 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-456738af-aa17-4937-bb39-a065ecb77d18 req-4d69cb4d-3bad-4f91-ab74-2f2d12ce84bd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0699220 Feb 16 14:31:49.109042 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8af8e951-284e-4b85-a020-ce0161c84896 req-a5ee93a7-4669-41bc-9881-8ace2ded041c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491762 Feb 16 14:31:49.174309 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-5ee678a1-08f0-4eb0-a630-e4d4a4913156 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.175788 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-5ee678a1-08f0-4eb0-a630-e4d4a4913156 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 946 time: 0.0898361 Feb 16 14:31:49.179135 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-456738af-aa17-4937-bb39-a065ecb77d18 req-95327f36-5e6a-4678-9818-1e17a4e4b90d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610549 Feb 16 14:31:49.280373 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Deleting port de6937e7-2d6b-499a-b10e-87f05040921a {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:49.280719 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.371198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] For port de6937e7-2d6b-499a-b10e-87f05040921a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=de6937e7-2d6b-499a-b10e-87f05040921a,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:49.371559 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.384554 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Calling delete_port for de6937e7-2d6b-499a-b10e-87f05040921a owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:49.577520 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (de6937e7-2d6b-499a-b10e-87f05040921a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.603596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event deleted for resources: {'Port': ['ID=de6937e7-2d6b-499a-b10e-87f05040921a,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:49.622768 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e', 'f45e1896-cbac-4079-bf31-95878784e9ba', 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'de6937e7-2d6b-499a-b10e-87f05040921a'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:49.646863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] No DVR routers for this DVR port de6937e7-2d6b-499a-b10e-87f05040921a on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:49.649465 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.653090 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-260dd7df-0554-4abc-a2c0-62bbbd819d0f req-8c367c44-b7ca-435d-9e61-54c439bc3eca tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "DELETE /v2.0/ports/de6937e7-2d6b-499a-b10e-87f05040921a HTTP/1.1" status: 204 len: 173 time: 0.4701867 Feb 16 14:31:49.723041 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'name': 'network-vif-deleted', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:49.725399 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f3488-9468-4f2f-a66e-a7e7f8ab85c2" -d '{"events": [{"server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "name": "network-vif-deleted", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:49.775076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4841641f-23ec-4f3d-9046-4f4b7a128901 x-openstack-request-id: req-4841641f-23ec-4f3d-9046-4f4b7a128901 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:49.775076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4500f33-6b10-4893-96c9-fb4417e44483", "name": "network-vif-deleted", "tag": "de6937e7-2d6b-499a-b10e-87f05040921a", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:49.775076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-4841641f-23ec-4f3d-9046-4f4b7a128901 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:49.775076 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4500f33-6b10-4893-96c9-fb4417e44483', 'name': 'network-vif-deleted', 'tag': 'de6937e7-2d6b-499a-b10e-87f05040921a', 'status': 'completed', 'code': 200} Feb 16 14:31:49.787427 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c41eca-8368-4ade-9122-cf960ba2d094 req-00a869c8-601a-45c7-8227-c54fb2bc566a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.788884 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b9c41eca-8368-4ade-9122-cf960ba2d094 req-00a869c8-601a-45c7-8227-c54fb2bc566a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0570083 Feb 16 14:31:49.851432 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b9c41eca-8368-4ade-9122-cf960ba2d094 req-b5255bcf-398c-4cc0-a13b-a6af24a1e452 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554380 Feb 16 14:31:50.028501 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-faaa19bd-ada5-4e72-8d5a-c6e46f0c1ef2 req-6ff0a668-f144-40e1-951d-260bca255bb6 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4500f33-6b10-4893-96c9-fb4417e44483 HTTP/1.1" status: 200 len: 210 time: 0.0296466 Feb 16 14:31:50.188691 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:50.226847 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573d24a-f0d2-41b0-9740-bb4cfe6a624f req-9e502b0c-1712-443a-a477-6d43dda3d955 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:50.228344 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0573d24a-f0d2-41b0-9740-bb4cfe6a624f req-9e502b0c-1712-443a-a477-6d43dda3d955 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0527060 Feb 16 14:31:50.278165 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0573d24a-f0d2-41b0-9740-bb4cfe6a624f req-05eb0d17-b66a-48ad-928d-f6db19cd6c17 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Feb 16 14:31:50.302311 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f103c20-2da2-4bb1-be6b-92c2e16715f1 req-16a7d858-e99b-4380-b093-cb5de12459f9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:50.303865 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f103c20-2da2-4bb1-be6b-92c2e16715f1 req-16a7d858-e99b-4380-b093-cb5de12459f9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0526986 Feb 16 14:31:50.349543 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f103c20-2da2-4bb1-be6b-92c2e16715f1 req-ae025810-bb93-4432-88ab-0a3800633672 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Feb 16 14:31:50.976207 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a1319-2a4c-47d6-a500-389a744604b6 req-293e5302-f705-45d7-a1c4-2a328d7ac80d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:50.977601 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ef0a1319-2a4c-47d6-a500-389a744604b6 req-293e5302-f705-45d7-a1c4-2a328d7ac80d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0547662 Feb 16 14:31:51.036011 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ef0a1319-2a4c-47d6-a500-389a744604b6 req-6c165fef-7a7c-4b92-a6fd-0985fef8831d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520692 Feb 16 14:31:51.405529 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111faf-0e9e-4568-b664-e20e80e71f1b req-aa6ee179-159e-4fad-8f38-fc62f0aededd tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:51.407881 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-45111faf-0e9e-4568-b664-e20e80e71f1b req-aa6ee179-159e-4fad-8f38-fc62f0aededd tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0626647 Feb 16 14:31:51.463925 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-45111faf-0e9e-4568-b664-e20e80e71f1b req-58eabebf-df51-4f5e-967a-4f9ddf8006d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490441 Feb 16 14:31:51.479985 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f2bf-7a36-4c43-bc97-3f8445244783 req-0851d31d-a92d-4272-a57c-8df9c42a07e9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:51.481573 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a48f2bf-7a36-4c43-bc97-3f8445244783 req-0851d31d-a92d-4272-a57c-8df9c42a07e9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0552332 Feb 16 14:31:51.531506 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a48f2bf-7a36-4c43-bc97-3f8445244783 req-5ea63e61-ac10-4c11-a0ff-eb66d127f6fe tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Feb 16 14:31:52.153670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a04ae-144f-4402-99dc-b6eb58ce79c6 req-d0d78ee5-bc1f-41ef-84b3-7f3e952161a1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.155152 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b02a04ae-144f-4402-99dc-b6eb58ce79c6 req-d0d78ee5-bc1f-41ef-84b3-7f3e952161a1 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0511711 Feb 16 14:31:52.216832 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b02a04ae-144f-4402-99dc-b6eb58ce79c6 req-5dd7e3d9-cee3-48e2-8c99-c17af50e3893 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561082 Feb 16 14:31:52.417394 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:52.580380 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeb60-270d-4ad9-b6b0-c235bbf85fee req-8008659a-ea83-473b-ba0f-54539161925b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.581874 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-58dbeb60-270d-4ad9-b6b0-c235bbf85fee req-8008659a-ea83-473b-ba0f-54539161925b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0517287 Feb 16 14:31:52.631412 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-58dbeb60-270d-4ad9-b6b0-c235bbf85fee req-55783333-bb1e-48eb-9243-e7d8e12f224d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Feb 16 14:31:52.737076 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d11d4-bb9d-44b2-87e8-24cd5b571331 req-041c11df-be48-45dd-95b4-0d57bb5d2b0f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.738566 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-875d11d4-bb9d-44b2-87e8-24cd5b571331 req-041c11df-be48-45dd-95b4-0d57bb5d2b0f tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0517349 Feb 16 14:31:52.785575 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-875d11d4-bb9d-44b2-87e8-24cd5b571331 req-9dbdba2e-a5b8-452b-99d0-38eace8fac59 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413597 Feb 16 14:31:52.813842 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0a439-7f12-4a4a-b5e5-e76061c29a3f req-64bb6a41-2564-44be-8531-2a0f6cec6489 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.815338 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-afc0a439-7f12-4a4a-b5e5-e76061c29a3f req-64bb6a41-2564-44be-8531-2a0f6cec6489 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0550947 Feb 16 14:31:52.860692 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-afc0a439-7f12-4a4a-b5e5-e76061c29a3f req-821625a6-d9a3-4889-bb06-7737da969a90 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Feb 16 14:31:53.299379 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device de6937e7-2d6b-499a-b10e-87f05040921a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:53.321998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: de6937e7-2d6b-499a-b10e-87f05040921a {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:53.322498 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device de6937e7-2d6b-499a-b10e-87f05040921a not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:53.335318 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d63648-ffc8-4465-b473-da238571377b req-86541aae-e167-4fa0-b539-569b9dcb4f2e tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.336658 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-69d63648-ffc8-4465-b473-da238571377b req-86541aae-e167-4fa0-b539-569b9dcb4f2e tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0542166 Feb 16 14:31:53.397224 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-69d63648-ffc8-4465-b473-da238571377b req-b27028cc-aa73-4ad7-a307-7da415eca0a6 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542309 Feb 16 14:31:53.758199 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc40ff9-bcfd-4cbc-8735-97cc70f99389 req-01627fa6-420f-4992-adaa-a889807b800b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.759621 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fcc40ff9-bcfd-4cbc-8735-97cc70f99389 req-01627fa6-420f-4992-adaa-a889807b800b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0608737 Feb 16 14:31:53.808914 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fcc40ff9-bcfd-4cbc-8735-97cc70f99389 req-6295abf4-d0b3-4e00-8f9e-41a9802a0c10 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Feb 16 14:31:53.906578 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9865ab-62d2-41cf-8ada-2e04ff7f2627 req-22f90452-0422-4d8f-bb2b-4ca28665bd2c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.908109 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2e9865ab-62d2-41cf-8ada-2e04ff7f2627 req-22f90452-0422-4d8f-bb2b-4ca28665bd2c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0514066 Feb 16 14:31:53.956480 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2e9865ab-62d2-41cf-8ada-2e04ff7f2627 req-9de3c012-e241-4163-a8e7-de141526190c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Feb 16 14:31:53.983253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582c952-97d1-4b9b-abf1-00a20211b196 req-9f535344-dab5-42a0-b96a-7bffb2b5d059 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.984744 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6582c952-97d1-4b9b-abf1-00a20211b196 req-9f535344-dab5-42a0-b96a-7bffb2b5d059 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0571263 Feb 16 14:31:54.031766 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6582c952-97d1-4b9b-abf1-00a20211b196 req-6d61a81a-26e5-4fe7-ab3d-14b73b4d7bd9 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Feb 16 14:31:54.526441 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155213-8c8f-4f94-abae-469770905602 req-a2bb8e84-65f5-47b5-a21a-240c6f21b53f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.527939 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6155213-8c8f-4f94-abae-469770905602 req-a2bb8e84-65f5-47b5-a21a-240c6f21b53f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0527480 Feb 16 14:31:54.589509 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6155213-8c8f-4f94-abae-469770905602 req-18fd8bd5-2f75-4b6d-95b0-7ca81e49f519 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559437 Feb 16 14:31:54.923860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7481b9-0fb0-4c5f-a03e-bd29d06cc554 req-c5cf5f2b-fa39-46d0-843b-33760931ddc0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.925320 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc7481b9-0fb0-4c5f-a03e-bd29d06cc554 req-c5cf5f2b-fa39-46d0-843b-33760931ddc0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0514789 Feb 16 14:31:54.998445 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-bc7481b9-0fb0-4c5f-a03e-bd29d06cc554 req-8bbb3401-ab7f-42eb-9101-4d6984700143 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676811 Feb 16 14:31:55.017968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-03022cf9-ec7b-4fd3-9948-e4d3216b10f4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.019465 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-03022cf9-ec7b-4fd3-9948-e4d3216b10f4 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0686338 Feb 16 14:31:55.081658 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edc8f3-11cc-4808-a89c-9f83654e5806 req-be66ed8d-73ab-4cef-ac7a-515cafb60b97 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.083758 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-36edc8f3-11cc-4808-a89c-9f83654e5806 req-be66ed8d-73ab-4cef-ac7a-515cafb60b97 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0538709 Feb 16 14:31:55.130470 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-36edc8f3-11cc-4808-a89c-9f83654e5806 req-b5f588ab-e84e-4480-bb8a-215d750205ac tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Feb 16 14:31:55.160431 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Deleting port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:55.160770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.170837 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924e7d-7a22-4b02-ac51-e4aab1275367 req-48f31c4b-1711-4aa5-b12b-00556e0c0b5f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.172301 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-de924e7d-7a22-4b02-ac51-e4aab1275367 req-48f31c4b-1711-4aa5-b12b-00556e0c0b5f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 945 time: 0.0728128 Feb 16 14:31:55.278266 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-de924e7d-7a22-4b02-ac51-e4aab1275367 req-f2c513b2-ee23-477e-a013-88779f95c058 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960674 Feb 16 14:31:55.289380 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] For port e397d52b-5ec8-4dbd-ab87-9d0b217f7995, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:55.289742 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.301936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Calling delete_port for e397d52b-5ec8-4dbd-ab87-9d0b217f7995 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:55.486013 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (e397d52b-5ec8-4dbd-ab87-9d0b217f7995), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.525904 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e', 'f45e1896-cbac-4079-bf31-95878784e9ba', 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:55.714204 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a746fe-6354-4ae8-a7f8-b203e3d8e914 req-868bb30e-e350-44a9-92a2-56ef2e86c6c8 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.715782 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97a746fe-6354-4ae8-a7f8-b203e3d8e914 req-868bb30e-e350-44a9-92a2-56ef2e86c6c8 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0559993 Feb 16 14:31:55.758785 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event deleted for resources: {'Port': ['ID=e397d52b-5ec8-4dbd-ab87-9d0b217f7995,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:55.782110 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-97a746fe-6354-4ae8-a7f8-b203e3d8e914 req-9d6d5c9e-2719-4517-b088-6b0295adb4ee tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595326 Feb 16 14:31:55.802455 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] No DVR routers for this DVR port e397d52b-5ec8-4dbd-ab87-9d0b217f7995 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:55.804920 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.808232 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a76b9578-a13b-4fe9-82f5-452859eeab2e req-9e437ced-b589-4a46-9a6c-3fafabe5ae4b tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "DELETE /v2.0/ports/e397d52b-5ec8-4dbd-ab87-9d0b217f7995 HTTP/1.1" status: 204 len: 173 time: 0.7829630 Feb 16 14:31:55.808687 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'name': 'network-vif-deleted', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:55.810872 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917fe4d-bb74-46dd-b352-2e1517325378" -d '{"events": [{"server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "name": "network-vif-deleted", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:55.848898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccc1ca-acfe-4b36-a807-ce933f260e89 x-openstack-request-id: req-89ccc1ca-acfe-4b36-a807-ce933f260e89 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:55.849194 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07b0b32-9726-4fef-b3d7-31da2f0ca96f", "name": "network-vif-deleted", "tag": "e397d52b-5ec8-4dbd-ab87-9d0b217f7995", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:55.849448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-89ccc1ca-acfe-4b36-a807-ce933f260e89 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:55.849841 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07b0b32-9726-4fef-b3d7-31da2f0ca96f', 'name': 'network-vif-deleted', 'tag': 'e397d52b-5ec8-4dbd-ab87-9d0b217f7995', 'status': 'completed', 'code': 200} Feb 16 14:31:56.121014 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367e838-6f23-4a4f-8b95-120fca425d8d req-2f7431dc-69a4-4501-a688-7429ddcb4c39 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.122500 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b367e838-6f23-4a4f-8b95-120fca425d8d req-2f7431dc-69a4-4501-a688-7429ddcb4c39 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0575242 Feb 16 14:31:56.171222 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b367e838-6f23-4a4f-8b95-120fca425d8d req-7a10c5d9-b1a4-4a6c-8abb-6af9be22d04d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Feb 16 14:31:56.254937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c0a12-e2cc-4797-bd93-3c964f3cebb9 req-50df571d-871d-49ed-9e2f-ab41d11b971e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.256418 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d6c0a12-e2cc-4797-bd93-3c964f3cebb9 req-50df571d-871d-49ed-9e2f-ab41d11b971e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0523045 Feb 16 14:31:56.305268 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d6c0a12-e2cc-4797-bd93-3c964f3cebb9 req-bdf3f072-c48e-4fdd-ab08-bae8f884a338 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426006 Feb 16 14:31:56.381330 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d50ccd90-b7ba-4063-90ef-8ec6dbc3713e req-3d517fcf-edc6-436a-99bd-e6fe9ada4b4c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f07b0b32-9726-4fef-b3d7-31da2f0ca96f HTTP/1.1" status: 200 len: 210 time: 0.0256779 Feb 16 14:31:56.903678 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a81d3-f9df-4e07-8eed-4af6b87dabb5 req-b8b2b2e9-7120-4467-bf06-d64d68300149 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.905156 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-122a81d3-f9df-4e07-8eed-4af6b87dabb5 req-b8b2b2e9-7120-4467-bf06-d64d68300149 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0524254 Feb 16 14:31:56.964609 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-122a81d3-f9df-4e07-8eed-4af6b87dabb5 req-74edfba2-f443-4cfd-a1d6-d2ac13d2c23d tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535607 Feb 16 14:31:57.287098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4e8a-2bb2-45e2-8703-57c3c61f46db req-e9c0d695-8a21-4240-84cf-7924251daf61 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:57.288582 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7cfd4e8a-2bb2-45e2-8703-57c3c61f46db req-e9c0d695-8a21-4240-84cf-7924251daf61 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 944 time: 0.0509393 Feb 16 14:31:57.329802 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 14aabd43-ae85-477e-98bf-28c418d8f834 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:57.336449 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7cfd4e8a-2bb2-45e2-8703-57c3c61f46db req-dd5371ff-fbf8-4f8b-96bf-99aa431c1e53 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Feb 16 14:31:57.431092 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14aabd43-ae85-477e-98bf-28c418d8f834,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:57.431343 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c51b2-cb1f-4d97-86ae-f7f8778d1ad4 req-46a5c350-1556-4e3d-970f-1d20f0ea7640 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:57.432770 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-151c51b2-cb1f-4d97-86ae-f7f8778d1ad4 req-46a5c350-1556-4e3d-970f-1d20f0ea7640 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0550609 Feb 16 14:31:57.449123 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': '14aabd43-ae85-477e-98bf-28c418d8f834', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'port_id': '14aabd43-ae85-477e-98bf-28c418d8f834', 'mac_address': 'fa:16:3e:a7:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:57.492406 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-151c51b2-cb1f-4d97-86ae-f7f8778d1ad4 req-ecfb8c0f-0d76-4261-8c37-f757593d0113 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514908 Feb 16 14:31:57.497992 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 14aabd43-ae85-477e-98bf-28c418d8f834 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:57.498385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.512421 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aabd43-ae85-477e-98bf-28c418d8f834 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:57.532075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14aabd43-ae85-477e-98bf-28c418d8f834,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:57.628424 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.676983 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:57.888462 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390bead-03e8-4fed-b1e7-8635dc86dd1e req-60fbe64b-eac8-4f89-8c7b-d81ed6163822 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:57.889866 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3390bead-03e8-4fed-b1e7-8635dc86dd1e req-60fbe64b-eac8-4f89-8c7b-d81ed6163822 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0582197 Feb 16 14:31:57.936205 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3390bead-03e8-4fed-b1e7-8635dc86dd1e req-b9695b80-f7bd-42bc-98a6-43abc936de4c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Feb 16 14:31:58.060759 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['14aabd43-ae85-477e-98bf-28c418d8f834'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:58.085180 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252f43-5324-4ebc-b7b2-4b0154c52607 req-5c234a5f-cccd-428b-a6f0-aabc150c460c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:58.086666 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-58252f43-5324-4ebc-b7b2-4b0154c52607 req-5c234a5f-cccd-428b-a6f0-aabc150c460c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0550902 Feb 16 14:31:58.149385 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-58252f43-5324-4ebc-b7b2-4b0154c52607 req-34fe3131-fa22-4e00-9dad-c8891afb9916 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558872 Feb 16 14:31:58.455837 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060e8cd-7d7c-4a8d-8aa1-b3400704b8b3 req-2b55fe10-a59e-49ae-82e6-dd5837fcaee4 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:58.457236 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1060e8cd-7d7c-4a8d-8aa1-b3400704b8b3 req-2b55fe10-a59e-49ae-82e6-dd5837fcaee4 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 945 time: 0.0520098 Feb 16 14:31:58.505192 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1060e8cd-7d7c-4a8d-8aa1-b3400704b8b3 req-314d9e42-d1b8-4acb-81b2-1a6db432a513 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Feb 16 14:31:58.616857 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a021-ec1d-46eb-8229-9acb937d1190 req-24df4def-2029-4006-97b9-12623e10d944 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:58.618340 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-73e4a021-ec1d-46eb-8229-9acb937d1190 req-24df4def-2029-4006-97b9-12623e10d944 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0546861 Feb 16 14:31:58.664566 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-73e4a021-ec1d-46eb-8229-9acb937d1190 req-e50c1191-8f73-42a1-b15a-f0c48cb3c49c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Feb 16 14:31:59.052560 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149167e6-e19b-4f7b-b389-33d461f2fd8f req-1d24080e-3a3a-47d1-85ae-3538efa29dc0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.054016 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-149167e6-e19b-4f7b-b389-33d461f2fd8f req-1d24080e-3a3a-47d1-85ae-3538efa29dc0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Feb 16 14:31:59.104226 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-149167e6-e19b-4f7b-b389-33d461f2fd8f req-a1cb0b4a-9f3f-4fe8-96b9-44c927981f80 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441008 Feb 16 14:31:59.269886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56a98-8abe-432a-90b9-5b5b8eba4239 req-ae98cea8-e88e-48bc-82bc-f2774d7bbe19 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.271285 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dae56a98-8abe-432a-90b9-5b5b8eba4239 req-ae98cea8-e88e-48bc-82bc-f2774d7bbe19 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0543702 Feb 16 14:31:59.329328 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dae56a98-8abe-432a-90b9-5b5b8eba4239 req-7028c362-cfa4-4a8f-a7ee-d2636a1ba856 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=d404954e-d10b-4006-b940-7e909456897d&id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521562 Feb 16 14:31:59.332262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:59.343054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 14aabd43-ae85-477e-98bf-28c418d8f834 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:59.465707 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:59.476588 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:59.517175 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port 14aabd43-ae85-477e-98bf-28c418d8f834 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:59.523355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port 14aabd43-ae85-477e-98bf-28c418d8f834 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:59.523736 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.525315 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: ACTIVE; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:59.525834 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.563063 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:59.590774 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:59.622848 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338d8e0-346a-4b3c-8d3c-b1d71b92ae7e req-2a39375c-e346-49a5-bede-959211abfb5d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.624489 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d338d8e0-346a-4b3c-8d3c-b1d71b92ae7e req-2a39375c-e346-49a5-bede-959211abfb5d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 945 time: 0.0533338 Feb 16 14:31:59.634026 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port 14aabd43-ae85-477e-98bf-28c418d8f834 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:59.634421 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.657891 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:59.660167 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f967b5dd-76c3-48e7-9cbf-f47da324ae82" -d '{"events": [{"server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "name": "network-vif-plugged", "status": "completed", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:59.673180 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14aabd43-ae85-477e-98bf-28c418d8f834,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:59.674866 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.677161 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d338d8e0-346a-4b3c-8d3c-b1d71b92ae7e req-f8771bad-3e70-4b06-886d-b5f438b314f0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 Feb 16 14:31:59.711856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1670d58-eb00-4478-91b3-4ed935b5dc6d x-openstack-request-id: req-a1670d58-eb00-4478-91b3-4ed935b5dc6d {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:59.712151 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "name": "network-vif-plugged", "status": "completed", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:59.712405 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a1670d58-eb00-4478-91b3-4ed935b5dc6d {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:59.712893 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834', 'code': 200} Feb 16 14:31:59.728133 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=6']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:59.745418 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.746235 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e397d52b-5ec8-4dbd-ab87-9d0b217f7995 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:59.789365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9bfb7-a2b2-4bc8-90bc-eb8e97f01e95 req-b626091b-0471-4c6b-af56-be3e28f4c17d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.790878 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4e9bfb7-a2b2-4bc8-90bc-eb8e97f01e95 req-b626091b-0471-4c6b-af56-be3e28f4c17d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 944 time: 0.0542409 Feb 16 14:31:59.794529 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: e397d52b-5ec8-4dbd-ab87-9d0b217f7995 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:59.794950 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device e397d52b-5ec8-4dbd-ab87-9d0b217f7995 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:59.827537 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:59.844402 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c4e9bfb7-a2b2-4bc8-90bc-eb8e97f01e95 req-1e61e725-5d94-4699-bbd8-fef9f50051ff tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467522 Feb 16 14:31:59.956211 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c35750d8-fe77-4744-8fd1-c9914d7c2435'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:00.165034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-a89df094-4b71-4ae7-a17e-877887357ce8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.167991 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-a89df094-4b71-4ae7-a17e-877887357ce8 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0644333 Feb 16 14:32:00.249618 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049257b-8d97-4368-b74e-a89caaf7833d req-580fd8b8-6d8c-4b26-97c4-f9decd1ae836 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.252309 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0049257b-8d97-4368-b74e-a89caaf7833d req-580fd8b8-6d8c-4b26-97c4-f9decd1ae836 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 945 time: 0.0594199 Feb 16 14:32:00.284007 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Deleting port f45e1896-cbac-4079-bf31-95878784e9ba {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:00.289281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:00.301431 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0049257b-8d97-4368-b74e-a89caaf7833d req-753c46b6-be98-4382-95ef-849abdac8373 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Feb 16 14:32:00.407474 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] For port f45e1896-cbac-4079-bf31-95878784e9ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f45e1896-cbac-4079-bf31-95878784e9ba,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:00.407838 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:00.411459 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234204d-daa5-4acf-9b3b-b08f56541e77 req-80a54abc-d644-4bb8-9b81-9c766baccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.412972 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c234204d-daa5-4acf-9b3b-b08f56541e77 req-80a54abc-d644-4bb8-9b81-9c766baccda5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 1130 time: 0.1031542 Feb 16 14:32:00.435970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Calling delete_port for f45e1896-cbac-4079-bf31-95878784e9ba owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:00.508161 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c234204d-daa5-4acf-9b3b-b08f56541e77 req-b411d1c2-4ed7-42b2-b95b-283264ac058e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886436 Feb 16 14:32:00.634032 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (f45e1896-cbac-4079-bf31-95878784e9ba), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:00.664173 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event deleted for resources: {'Port': ['ID=f45e1896-cbac-4079-bf31-95878784e9ba,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:00.670184 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e', 'f45e1896-cbac-4079-bf31-95878784e9ba'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:00.750295 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] No DVR routers for this DVR port f45e1896-cbac-4079-bf31-95878784e9ba on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:00.753285 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:00.757425 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e150c5ef-9110-46f0-a6d8-7eb011a901fa req-8f53fdc8-27b5-4658-992f-4b1455831b3c tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "DELETE /v2.0/ports/f45e1896-cbac-4079-bf31-95878784e9ba HTTP/1.1" status: 204 len: 173 time: 0.5842538 Feb 16 14:32:00.758129 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'name': 'network-vif-deleted', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:00.760789 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c74c51-e910-4091-8021-013f7263e1ad" -d '{"events": [{"server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "name": "network-vif-deleted", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:00.823709 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a33da-75b5-46ca-9d89-b515902e968c x-openstack-request-id: req-3a1a33da-75b5-46ca-9d89-b515902e968c {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:00.824218 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185f443-9306-4933-b44f-814c65b3c0b9", "name": "network-vif-deleted", "tag": "f45e1896-cbac-4079-bf31-95878784e9ba", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:00.824572 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3a1a33da-75b5-46ca-9d89-b515902e968c {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:00.825075 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185f443-9306-4933-b44f-814c65b3c0b9', 'name': 'network-vif-deleted', 'tag': 'f45e1896-cbac-4079-bf31-95878784e9ba', 'status': 'completed', 'code': 200} Feb 16 14:32:00.835218 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecaf7c-69a2-4e06-ba63-99cf939c976a req-d4ac8281-ddf7-48b3-ba1a-a6f7cd394dbf tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.844158 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-00ecaf7c-69a2-4e06-ba63-99cf939c976a req-d4ac8281-ddf7-48b3-ba1a-a6f7cd394dbf tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0742500 Feb 16 14:32:00.918944 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-00ecaf7c-69a2-4e06-ba63-99cf939c976a req-938eb1f6-bad4-449f-8cfd-07db59df5259 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653763 Feb 16 14:32:00.999500 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8485e03-fd29-4b83-8dd2-b7973d3aad28 req-80a59a49-a5df-412b-a918-8ce565fea948 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:01.001161 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d8485e03-fd29-4b83-8dd2-b7973d3aad28 req-80a59a49-a5df-412b-a918-8ce565fea948 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 944 time: 0.0565600 Feb 16 14:32:01.064080 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d8485e03-fd29-4b83-8dd2-b7973d3aad28 req-981a3849-8fb7-4c99-b1de-e7d176adb46a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569584 Feb 16 14:32:01.398659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:01.422588 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4d71f77b-0022-4ca1-b6f0-33803c835713 req-749cde6d-3622-4acf-b414-d9e2815abc45 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=0185f443-9306-4933-b44f-814c65b3c0b9 HTTP/1.1" status: 200 len: 210 time: 0.0342720 Feb 16 14:32:01.467786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port c35750d8-fe77-4744-8fd1-c9914d7c2435 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:01.468411 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:01.563593 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:01.564502 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:01.601230 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:01.713387 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:01.730561 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f45e1896-cbac-4079-bf31-95878784e9ba no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:01.738167 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:01.742133 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93668d25-1594-4601-87a3-b15f3a624a7e" -d '{"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:01.811431 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: f45e1896-cbac-4079-bf31-95878784e9ba {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:01.812905 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device f45e1896-cbac-4079-bf31-95878784e9ba not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:01.874540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fb98eb-de3d-457e-bf5c-4c90bac70905 x-openstack-request-id: req-22fb98eb-de3d-457e-bf5c-4c90bac70905 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:01.874540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:01.874540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-22fb98eb-de3d-457e-bf5c-4c90bac70905 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:01.874540 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'code': 200} Feb 16 14:32:01.874540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=7']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:02.046061 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc49e3-6662-4d5a-8fdc-3759825a5515 req-14c4a45a-7e73-4f7e-8e82-50c4dc8ac9dc tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:02.047539 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6edc49e3-6662-4d5a-8fdc-3759825a5515 req-14c4a45a-7e73-4f7e-8e82-50c4dc8ac9dc tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0636737 Feb 16 14:32:02.125070 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6edc49e3-6662-4d5a-8fdc-3759825a5515 req-d26486ea-30b2-4379-8ba1-8c9a38921fd0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635936 Feb 16 14:32:02.217399 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e0ede-4aeb-4442-add9-767734179212 req-f365b342-a828-40ce-913e-e51a9552b090 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:02.218948 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2f1e0ede-4aeb-4442-add9-767734179212 req-f365b342-a828-40ce-913e-e51a9552b090 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0577452 Feb 16 14:32:02.273424 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2f1e0ede-4aeb-4442-add9-767734179212 req-60a1efa5-d692-473e-8fb0-7f764902a111 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485640 Feb 16 14:32:03.249120 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656a422-fd54-4b3b-91d8-fe444cd37d58 req-ae8e1a22-74e0-4fd1-b098-4ca084c3cc29 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:03.250661 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1656a422-fd54-4b3b-91d8-fe444cd37d58 req-ae8e1a22-74e0-4fd1-b098-4ca084c3cc29 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0597870 Feb 16 14:32:03.306114 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1656a422-fd54-4b3b-91d8-fe444cd37d58 req-84b6e589-7ff7-4610-91ee-a78f0568f0ad tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494931 Feb 16 14:32:03.456506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9b412-7bd1-479e-bdea-7c237b1f608d req-f162abec-1580-44b1-8426-9fcf7d78829d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:03.461504 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c98668-e366-45c4-abf6-0eebcb07db28 req-870875ce-8c5e-4bb1-b29e-f93572a0dc4f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:03.461504 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-48c98668-e366-45c4-abf6-0eebcb07db28 req-870875ce-8c5e-4bb1-b29e-f93572a0dc4f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0706177 Feb 16 14:32:03.462021 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c7e9b412-7bd1-479e-bdea-7c237b1f608d req-f162abec-1580-44b1-8426-9fcf7d78829d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0631967 Feb 16 14:32:03.523747 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-48c98668-e366-45c4-abf6-0eebcb07db28 req-65696d86-edfd-4d41-8a13-7ac329b656e0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552652 Feb 16 14:32:03.524183 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c7e9b412-7bd1-479e-bdea-7c237b1f608d req-410da87f-7be1-4ea7-8066-3bb61d995e54 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577228 Feb 16 14:32:03.552473 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60596) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:03.642323 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94de8f9-bd92-4847-8cbe-244820299f7d tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:03.644117 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a94de8f9-bd92-4847-8cbe-244820299f7d tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 1125 time: 0.0905206 Feb 16 14:32:03.647002 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60600) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:03.651911 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'port_id': '14aabd43-ae85-477e-98bf-28c418d8f834', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:03.971573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:04.340391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603d5c-fb0a-4d11-8aa2-a19c64da0935 req-324e8d3c-5576-4fd7-9157-c4c807d1c14f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:04.348339 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8603d5c-fb0a-4d11-8aa2-a19c64da0935 req-324e8d3c-5576-4fd7-9157-c4c807d1c14f tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0777435 Feb 16 14:32:04.349545 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:04.409094 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8603d5c-fb0a-4d11-8aa2-a19c64da0935 req-bed0cff9-78af-47b3-a43b-7c5e05890478 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Feb 16 14:32:04.492524 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.27.0.220 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/ca83a6df-5aa1-409c-ad3e-c8c5eea752a3) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:04.671461 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:04.715258 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b874fa-3c98-4a32-898b-2608d62756ea req-c017ea2a-3ec6-481a-9ab9-2c0e614ae6ba tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:04.719222 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6b874fa-3c98-4a32-898b-2608d62756ea req-c017ea2a-3ec6-481a-9ab9-2c0e614ae6ba tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.1006167 Feb 16 14:32:04.779590 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f6b874fa-3c98-4a32-898b-2608d62756ea req-19a24870-d1b3-47ae-a76f-12da458ebcee tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537889 Feb 16 14:32:04.829296 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:04.875350 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:04.878336 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:04.880902 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:04.906443 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=ca83a6df-5aa1-409c-ad3e-c8c5eea752a3,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:04.919890 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.920263 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.920583 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.920918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.921252 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.921638 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.921911 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.922273 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.922565 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.922943 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.923272 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.923590 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:04.923910 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:05.288226 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (963c6d1d-b7cf-4432-af56-a123623922d8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:05.433971 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:05.571662 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:05.578651 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0a240-5f65-45de-96fd-6808864bcd2b req-8ec13d0d-9264-4cc2-920a-5a1ec7da6431 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:05.580201 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-42e0a240-5f65-45de-96fd-6808864bcd2b req-8ec13d0d-9264-4cc2-920a-5a1ec7da6431 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0780919 Feb 16 14:32:05.631578 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:05.637680 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-42e0a240-5f65-45de-96fd-6808864bcd2b req-2fec130d-d3f9-4c77-aab5-105094054e14 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Feb 16 14:32:05.691277 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:05.789796 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=ca83a6df-5aa1-409c-ad3e-c8c5eea752a3,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:05.792580 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (963c6d1d-b7cf-4432-af56-a123623922d8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:05.954709 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17813d-a325-4417-b67f-d092a1a0866a req-bd9e89be-14da-4782-ac6c-5b2397af4dca tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:05.956213 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cd17813d-a325-4417-b67f-d092a1a0866a req-bd9e89be-14da-4782-ac6c-5b2397af4dca tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0880172 Feb 16 14:32:05.961378 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.l3_db [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 963c6d1d-b7cf-4432-af56-a123623922d8 associated. External IP: 172.27.0.220, port: 14aabd43-ae85-477e-98bf-28c418d8f834. Feb 16 14:32:06.098737 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cd17813d-a325-4417-b67f-d092a1a0866a req-2cde958b-8455-451c-b437-f605e48c1e9d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346896 Feb 16 14:32:06.256247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:06.387868 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:06.404079 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:06.424179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:06.424806 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:31:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:06.492721 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-b9f50ed8-6db8-4282-b146-a3391269dad0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:06.496255 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-b9f50ed8-6db8-4282-b146-a3391269dad0 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0942914 Feb 16 14:32:06.505153 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:06.551087 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-909935a2-2212-4a68-8452-1661eee090c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9028294 Feb 16 14:32:06.562023 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:06.562023 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee4c68-4709-4e4e-abdb-2245e6538a10" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:06.768873 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Deleting port 68d05aef-cbdf-4b91-a018-b6666d02255e {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:06.773923 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:06.778566 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:06.788640 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b7ea57-b96e-4f84-a7f0-83380fa9df29 x-openstack-request-id: req-45b7ea57-b96e-4f84-a7f0-83380fa9df29 {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:06.788935 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:06.789255 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-45b7ea57-b96e-4f84-a7f0-83380fa9df29 {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:06.789838 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834', 'status': 'completed', 'code': 200} Feb 16 14:32:06.812596 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdceb02-77f2-4165-bc50-29fa61e34e41 req-12285887-806c-434e-9f21-2f7a3bf27f00 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:06.814202 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cbdceb02-77f2-4165-bc50-29fa61e34e41 req-12285887-806c-434e-9f21-2f7a3bf27f00 tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 945 time: 0.0713840 Feb 16 14:32:06.890167 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cbdceb02-77f2-4165-bc50-29fa61e34e41 req-7cc6ed93-6562-4dc9-90ca-4d0384e2ddbb tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/security-groups?id=4c895be3-2946-4a86-860b-5562f1a18294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Feb 16 14:32:06.922736 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] For port 68d05aef-cbdf-4b91-a018-b6666d02255e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=68d05aef-cbdf-4b91-a018-b6666d02255e,segment=NetworkSegment(ab906f70-a534-41c9-b7c3-81aa39778dcc),segment_id=ab906f70-a534-41c9-b7c3-81aa39778dcc)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:06.923043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:06.943684 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Calling delete_port for 68d05aef-cbdf-4b91-a018-b6666d02255e owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:06.946671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-59a8cf40-f258-4701-a4a4-81836f38efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:06.948573 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-59a8cf40-f258-4701-a4a4-81836f38efdf service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 1130 time: 0.0908518 Feb 16 14:32:07.064450 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '963c6d1d-b7cf-4432-af56-a123623922d8', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': '14aabd43-ae85-477e-98bf-28c418d8f834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:a7:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:05Z', 'updated_at': '2022-02-16T14:32:05Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:07.096991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:07.106962 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:07.107569 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:31:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:07.142858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-542c35ec-40fc-42c2-8e29-ef5ee1797869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:07.145672 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-542c35ec-40fc-42c2-8e29-ef5ee1797869 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.1817310 Feb 16 14:32:07.230975 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:07.313888 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-b6d4b6f5-f733-40c9-996e-ac79d36430fe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14aabd43-ae85-477e-98bf-28c418d8f834 HTTP/1.1" status: 200 len: 1000 time: 0.1558466 Feb 16 14:32:07.365838 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6888a-0b41-41f6-bb4f-a65e31c895e0 req-1f2d646e-0377-485d-abbe-26d3121d9a26 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:07.367412 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-57b6888a-0b41-41f6-bb4f-a65e31c895e0 req-1f2d646e-0377-485d-abbe-26d3121d9a26 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.1224446 Feb 16 14:32:07.380643 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (68d05aef-cbdf-4b91-a018-b6666d02255e), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:07.446032 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['68d05aef-cbdf-4b91-a018-b6666d02255e'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:07.469087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-a3f24ed1-637d-4168-a8d9-211ff00550cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:07.470941 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-a3f24ed1-637d-4168-a8d9-211ff00550cd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.1492481 Feb 16 14:32:07.499138 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Pushing event deleted for resources: {'Port': ['ID=68d05aef-cbdf-4b91-a018-b6666d02255e,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:07.506274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] No DVR routers for this DVR port 68d05aef-cbdf-4b91-a018-b6666d02255e on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:07.508880 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:07.518251 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a8d2c79d-832d-44ed-9469-89cc5a944090 req-7fc756cb-64e4-4774-b35b-7f181462dc7a tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.124 "DELETE /v2.0/ports/68d05aef-cbdf-4b91-a018-b6666d02255e HTTP/1.1" status: 204 len: 173 time: 1.0148256 Feb 16 14:32:07.527848 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'name': 'network-vif-deleted', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:07.530442 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77241d0-f73d-4ab6-abf2-132d5deaaf10" -d '{"events": [{"server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "name": "network-vif-deleted", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:07.585204 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '963c6d1d-b7cf-4432-af56-a123623922d8', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': '14aabd43-ae85-477e-98bf-28c418d8f834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:a7:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:05Z', 'updated_at': '2022-02-16T14:32:05Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:07.597701 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-57b6888a-0b41-41f6-bb4f-a65e31c895e0 req-be147c1d-8a45-46e9-9f5c-047f5c0f4637 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204711 Feb 16 14:32:07.614550 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26309c7-f097-4b57-bd20-b2dad9f31fb9 x-openstack-request-id: req-a26309c7-f097-4b57-bd20-b2dad9f31fb9 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:07.614874 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8777fc7-22f6-4dcf-885c-c08aa877b001", "name": "network-vif-deleted", "tag": "68d05aef-cbdf-4b91-a018-b6666d02255e", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:07.615242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a26309c7-f097-4b57-bd20-b2dad9f31fb9 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:07.616606 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8777fc7-22f6-4dcf-885c-c08aa877b001', 'name': 'network-vif-deleted', 'tag': '68d05aef-cbdf-4b91-a018-b6666d02255e', 'status': 'completed', 'code': 200} Feb 16 14:32:07.623148 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-a259dc24-93a8-4db7-961b-d10d1314f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:07.624686 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-a259dc24-93a8-4db7-961b-d10d1314f74f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1221991 Feb 16 14:32:07.639355 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8682735-dca7-4e51-8740-6d7f9693f153 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '963c6d1d-b7cf-4432-af56-a123623922d8', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': '14aabd43-ae85-477e-98bf-28c418d8f834', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:a7:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:05Z', 'updated_at': '2022-02-16T14:32:05Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:07.764649 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-05ee4b0a-6127-4dc1-8741-17da877691dc service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008940 Feb 16 14:32:07.886221 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0fee4c68-4709-4e4e-abdb-2245e6538a10 req-7a0067ab-594a-410f-901e-0c693ae8e1a2 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029568 Feb 16 14:32:07.925868 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747eb2d-6089-4e5c-a08f-1a9df22a8eeb None None] New status for floating IP 963c6d1d-b7cf-4432-af56-a123623922d8: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:32:08.057002 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6b72280b-8f9c-4454-85c5-c83ebe8c6804 req-0d9c20d4-c6a0-4910-b4d4-0f9cf9bbf3ff tempest-AttachVolumeNegativeTest-2119278253 tempest-AttachVolumeNegativeTest-2119278253-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8777fc7-22f6-4dcf-885c-c08aa877b001 HTTP/1.1" status: 200 len: 210 time: 0.0393717 Feb 16 14:32:08.753937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46572277-8f0c-4dd5-a5e3-6b635a879e4e req-9f40fcda-144a-4e14-845c-bb5d3f8ad13d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:08.759114 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46572277-8f0c-4dd5-a5e3-6b635a879e4e req-9f40fcda-144a-4e14-845c-bb5d3f8ad13d tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0661902 Feb 16 14:32:08.812903 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-46572277-8f0c-4dd5-a5e3-6b635a879e4e req-aee4c30c-c856-437c-862e-6ee0bde7b2f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Feb 16 14:32:09.109214 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60642) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:09.158170 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Deleting subnet e7d63112-9756-4400-b678-89109a1861a1 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:32:09.161703 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Publish callbacks [] for subnet (e7d63112-9756-4400-b678-89109a1861a1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.197992 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (e7d63112-9756-4400-b678-89109a1861a1), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.240521 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (e7d63112-9756-4400-b678-89109a1861a1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.394460 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (e7d63112-9756-4400-b678-89109a1861a1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.424054 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d63112-9756-4400-b678-89109a1861a1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:09.439320 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.439320 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-fa3f34d7-84d4-48c8-937a-4216f4eb35d7 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e7d63112-9756-4400-b678-89109a1861a1 HTTP/1.1" status: 204 len: 168 time: 0.3285663 Feb 16 14:32:09.441531 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60644) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:09.524322 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (36f39343-766a-4d7f-8597-906aa4ce6697), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.613837 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (36f39343-766a-4d7f-8597-906aa4ce6697), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.642328 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f39343-766a-4d7f-8597-906aa4ce6697']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:09.653591 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab906f70-a534-41c9-b7c3-81aa39778dcc') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:09.653591 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab906f70-a534-41c9-b7c3-81aa39778dcc') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:09.673719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (ab906f70-a534-41c9-b7c3-81aa39778dcc), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.698036 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ab906f70-a534-41c9-b7c3-81aa39778dcc), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.705415 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:32:09.705838 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (ab906f70-a534-41c9-b7c3-81aa39778dcc), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:32:09.707588 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:32:09.850791 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (36f39343-766a-4d7f-8597-906aa4ce6697), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.857229 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.860546 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] 10.222.0.110 "DELETE /v2.0/networks/36f39343-766a-4d7f-8597-906aa4ce6697 HTTP/1.1" status: 204 len: 168 time: 0.4179718 Feb 16 14:32:09.874646 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844316f-3fdc-43fd-b129-7cc76fbf26de admin admin] Pushing event deleted for resources: {'Network': ['ID=36f39343-766a-4d7f-8597-906aa4ce6697,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:09.974460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d0ce-e92f-4ae2-87a5-77f37f4d7c9d req-857b98b3-1263-4f91-af1b-982af9e5a2f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:09.975947 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-85d9d0ce-e92f-4ae2-87a5-77f37f4d7c9d req-857b98b3-1263-4f91-af1b-982af9e5a2f1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0705242 Feb 16 14:32:10.036181 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-85d9d0ce-e92f-4ae2-87a5-77f37f4d7c9d req-ff4ff7ca-1137-4657-aacb-e6074eea1ce7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516188 Feb 16 14:32:10.559771 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60650) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:10.602717 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a9e980a6-4861-41ef-9b09-3f6601abbed6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f334385dc44348ac9942c6606482330e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416982 Feb 16 14:32:10.605631 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60652) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:10.651657 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] Publish callbacks [] for security_group (4c895be3-2946-4a86-860b-5562f1a18294), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.673098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] Publish callbacks [] for security_group (4c895be3-2946-4a86-860b-5562f1a18294), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.788320 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (4c895be3-2946-4a86-860b-5562f1a18294), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.791102 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.794663 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4c895be3-2946-4a86-860b-5562f1a18294 HTTP/1.1" status: 204 len: 168 time: 0.1858685 Feb 16 14:32:10.800813 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d53480-1dd5-4768-abcb-b24aed0be7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c895be3-2946-4a86-860b-5562f1a18294,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:11.190847 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc958c-bfa8-4725-983a-6cf318ee849e req-fafea479-b837-4363-9f22-5d39c0a057b5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:11.193294 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9fcc958c-bfa8-4725-983a-6cf318ee849e req-fafea479-b837-4363-9f22-5d39c0a057b5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0710201 Feb 16 14:32:11.254842 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9fcc958c-bfa8-4725-983a-6cf318ee849e req-3184b9b8-c99e-460e-b52c-1a27efdada88 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503290 Feb 16 14:32:11.408151 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 68d05aef-cbdf-4b91-a018-b6666d02255e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:11.428030 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 68d05aef-cbdf-4b91-a018-b6666d02255e {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:11.431664 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 68d05aef-cbdf-4b91-a018-b6666d02255e not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:12.369928 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c73dff-71c2-49d8-853d-84e9c35188b3 req-db1bb411-31c4-44a1-ad2a-b41e7a2c63ee tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:12.371706 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73c73dff-71c2-49d8-853d-84e9c35188b3 req-db1bb411-31c4-44a1-ad2a-b41e7a2c63ee tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0549769 Feb 16 14:32:12.420679 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-73c73dff-71c2-49d8-853d-84e9c35188b3 req-68f8cf16-6bf1-40ac-9d4c-f09eaaf83b86 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Feb 16 14:32:12.710768 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-adda7d65-8a60-436b-b59b-c6e1527827ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:12.712327 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-adda7d65-8a60-436b-b59b-c6e1527827ca service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1129 time: 0.0473430 Feb 16 14:32:12.800622 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-a50dd4d5-1c64-44cc-aaaf-e44dcc5051af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:12.802108 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-a50dd4d5-1c64-44cc-aaaf-e44dcc5051af service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.0839372 Feb 16 14:32:12.874304 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-6e560762-045c-4419-9bfe-50eea636563a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 999 time: 0.0651946 Feb 16 14:32:12.923397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-7cd059df-71d4-4a56-8063-22f8d9fc5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:12.924946 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-7cd059df-71d4-4a56-8063-22f8d9fc5748 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0442238 Feb 16 14:32:12.976688 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-6529c7ce-d12c-477f-95fe-0f92fcb87a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:12.977626 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-6529c7ce-d12c-477f-95fe-0f92fcb87a14 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453491 Feb 16 14:32:13.078130 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-4fec2cf2-df6b-40c2-aeec-c3837aec08e9 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903134 Feb 16 14:32:13.172907 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-461b5bdc-a2c4-4afc-8142-f7c00a18958f req-2a9fcca6-655f-4e54-8a5a-3b370990d071 service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Feb 16 14:32:13.550599 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df8f5-aa4f-47fe-a437-5d99cf0b8104 req-2a90ed2b-0a2c-4e0d-9275-9188fc957089 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:13.552104 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b00df8f5-aa4f-47fe-a437-5d99cf0b8104 req-2a90ed2b-0a2c-4e0d-9275-9188fc957089 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0550997 Feb 16 14:32:13.600728 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b00df8f5-aa4f-47fe-a437-5d99cf0b8104 req-0baf77e5-82b5-4ac3-b8d5-af95397c2de1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Feb 16 14:32:13.834081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6e090675-7ce3-4486-8329-a1b92e05acbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:14.726986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f316-8482-4bc0-9fb1-e918bde4552d req-65f25273-1b88-4a58-93c5-210d3a664bd8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:14.729052 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6b4f316-8482-4bc0-9fb1-e918bde4552d req-65f25273-1b88-4a58-93c5-210d3a664bd8 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 945 time: 0.0555737 Feb 16 14:32:14.779101 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6b4f316-8482-4bc0-9fb1-e918bde4552d req-d5e8e0b1-1015-44b4-a346-18d683646f42 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446713 Feb 16 14:32:15.418376 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:15.500001 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: ACTIVE; New status is: DOWN {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:15.500399 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:15.529075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:15.531400 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff3893-9834-47d3-b7de-6a87a058a936" -d '{"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:15.543717 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:15.575115 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d5b2c5-ce87-4736-8cc3-0f8ab8068e9a x-openstack-request-id: req-81d5b2c5-ce87-4736-8cc3-0f8ab8068e9a {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:15.575560 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:15.575823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-81d5b2c5-ce87-4736-8cc3-0f8ab8068e9a {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:15.576223 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'code': 200} Feb 16 14:32:15.672144 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:15.723740 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=8']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:15.733861 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.734246 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.734599 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.734974 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.735364 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.735695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.736031 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.736365 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.736698 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.737027 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.737533 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.737863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.738196 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:15.906951 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ce42-0c4b-49d4-b5df-117bd8fcd64c req-814a5cbb-485a-4bc3-8306-c9693063b129 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:15.908442 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-25b1ce42-0c4b-49d4-b5df-117bd8fcd64c req-814a5cbb-485a-4bc3-8306-c9693063b129 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0567141 Feb 16 14:32:15.960979 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-25b1ce42-0c4b-49d4-b5df-117bd8fcd64c req-9ca1ab64-ee33-4c8b-8ed8-d662147bb375 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456781 Feb 16 14:32:16.273751 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-903d956c-8239-4360-bd4a-42d7ff4ecdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:17.105265 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92a779-d7aa-472f-a5a2-1fbd51dc3f23 req-9f141bf5-8f9e-4a02-ba49-a855aa4df572 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:17.110435 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ce92a779-d7aa-472f-a5a2-1fbd51dc3f23 req-9f141bf5-8f9e-4a02-ba49-a855aa4df572 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0706568 Feb 16 14:32:17.156399 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ce92a779-d7aa-472f-a5a2-1fbd51dc3f23 req-91542aa7-1f7b-4505-a9fb-7c3f133ac89a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433180 Feb 16 14:32:17.184004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:18.792574 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:18.864944 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e667b-62e4-4c72-b3d0-309e6be6348c req-dfdf5573-184a-4841-9ba9-21ea4ed3f7de tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:18.866386 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d97e667b-62e4-4c72-b3d0-309e6be6348c req-dfdf5573-184a-4841-9ba9-21ea4ed3f7de tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0566463 Feb 16 14:32:18.913610 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d97e667b-62e4-4c72-b3d0-309e6be6348c req-f058010c-365a-47bd-af63-9d8cf7bc5778 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Feb 16 14:32:19.415253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa99e8-f2ce-4f5c-9209-613f2fff54d0 req-b12701a8-83d5-480c-b9be-ca7eb1d3e57e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:19.416836 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a4fa99e8-f2ce-4f5c-9209-613f2fff54d0 req-b12701a8-83d5-480c-b9be-ca7eb1d3e57e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0550439 Feb 16 14:32:19.438861 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:19.478380 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a4fa99e8-f2ce-4f5c-9209-613f2fff54d0 req-a486d532-73fa-4061-bf21-aaabf5ceb6a4 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554502 Feb 16 14:32:19.522747 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: DOWN; New status is: DOWN {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:19.852416 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 60864) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:19.941712 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-d94c54fa-24d3-4691-b8d6-d4881a0e06b4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881162 Feb 16 14:32:19.950476 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-dd4d786a-d517-4230-872f-a25b48bb1a25 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:32:19.951513 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-dd4d786a-d517-4230-872f-a25b48bb1a25 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052602 Feb 16 14:32:20.029425 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 60874) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:20.033384 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c804e-03a2-4f1d-9cb0-5816c454b47d req-f6abbef6-e126-42fb-9596-ae700eb0d50e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:20.034922 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ea3c804e-03a2-4f1d-9cb0-5816c454b47d req-f6abbef6-e126-42fb-9596-ae700eb0d50e tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0536494 Feb 16 14:32:20.080948 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ea3c804e-03a2-4f1d-9cb0-5816c454b47d req-227feaa1-ceec-4708-8ebe-cae62e9360d3 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Feb 16 14:32:20.131055 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-1a4b3337-19be-4ae5-9926-caed574837a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:20.132437 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-1a4b3337-19be-4ae5-9926-caed574837a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports/c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 940 time: 0.1019595 Feb 16 14:32:20.153573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:20.616937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc071a-19d6-42af-ae95-6624f5ca39b2 req-9410a62c-914b-4377-9f10-d3b45151d771 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:20.618450 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f2fc071a-19d6-42af-ae95-6624f5ca39b2 req-9410a62c-914b-4377-9f10-d3b45151d771 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0610845 Feb 16 14:32:20.673167 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f2fc071a-19d6-42af-ae95-6624f5ca39b2 req-98dfba01-2c06-486f-8b40-c359dd48b5d6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487380 Feb 16 14:32:21.211656 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72976d-329a-4ed2-8b87-9e5cc3fa545e req-5c76d1a4-2ffe-40a2-afcf-03b39628e9d0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.214493 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6d72976d-329a-4ed2-8b87-9e5cc3fa545e req-5c76d1a4-2ffe-40a2-afcf-03b39628e9d0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0638957 Feb 16 14:32:21.268939 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-6d72976d-329a-4ed2-8b87-9e5cc3fa545e req-c58a8480-a2f8-4c36-9ec7-cbad7987d4b2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups?id=6c1bda72-4894-4cfb-bc13-289da65dc9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485165 Feb 16 14:32:21.496002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-9f69be64-5593-4550-a496-75ebb910a6d2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.497557 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-9f69be64-5593-4550-a496-75ebb910a6d2 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 946 time: 0.0529935 Feb 16 14:32:21.612325 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Deleting port c29a0894-7a63-42f0-85d5-e534663d09c0 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:21.612574 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:21.703643 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] For port c29a0894-7a63-42f0-85d5-e534663d09c0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c29a0894-7a63-42f0-85d5-e534663d09c0,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:21.704350 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:21.914067 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb004-1fe0-4622-a729-fe2c36e035d0 req-2ca479ce-af04-42ed-b493-0cad6f6b4484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.915492 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b66bb004-1fe0-4622-a729-fe2c36e035d0 req-2ca479ce-af04-42ed-b493-0cad6f6b4484 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.1678839 Feb 16 14:32:21.971239 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-a821c966-1e4e-4695-9858-763e08d700a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.972734 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-a821c966-1e4e-4695-9858-763e08d700a1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d&tenant_id=aeb2105b246e4f78bccf81a39b007f69 HTTP/1.1" status: 200 len: 1127 time: 0.1465843 Feb 16 14:32:21.974507 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:21.974884 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:21.975213 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Floating IP 5620366e-3a98-4081-ab2a-5d3759d7e251 disassociated. External IP: 172.27.0.78, port: c29a0894-7a63-42f0-85d5-e534663d09c0. Feb 16 14:32:21.975547 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Calling delete_port for c29a0894-7a63-42f0-85d5-e534663d09c0 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:22.001538 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b66bb004-1fe0-4622-a729-fe2c36e035d0 req-3d6cea3a-3775-4562-907e-a548a0541027 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790098 Feb 16 14:32:22.096505 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-67447e0f-4f23-49a3-a767-a783e51659e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:22.098001 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-67447e0f-4f23-49a3-a767-a783e51659e7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=aeb2105b246e4f78bccf81a39b007f69&device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1127 time: 0.0691938 Feb 16 14:32:22.225994 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-0ada615e-d6c7-4c5e-856a-f71dc77f379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:22.227508 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-0ada615e-d6c7-4c5e-856a-f71dc77f379f service neutron] 10.222.0.124 "GET /v2.0/networks?id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 200 len: 918 time: 0.1233704 Feb 16 14:32:22.274058 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c29a0894-7a63-42f0-85d5-e534663d09c0), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.378222 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-93cc3243-56e9-4af8-927c-cb7c7ee91458 req-d36b21bb-5ef9-400b-8d35-30b82903354d tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0348215 Feb 16 14:32:22.405186 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.555660 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'Port': ['ID=c29a0894-7a63-42f0-85d5-e534663d09c0,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:22.569147 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-7011eaec-a3fb-41be-b463-57e8c31d9d1b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 200 len: 997 time: 0.3346939 Feb 16 14:32:22.691518 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-cd350c76-8376-486d-b672-365282e45e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:22.692960 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-cd350c76-8376-486d-b672-365282e45e7d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 200 len: 855 time: 0.0873640 Feb 16 14:32:22.746069 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:22.762011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-8bf42771-dd09-4668-8268-13e2753d328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:22.763769 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-8bf42771-dd09-4668-8268-13e2753d328b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627081 Feb 16 14:32:22.939486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:22.942537 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-f8380626-e233-4d14-b8eb-f3252cc2820b service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402998 Feb 16 14:32:22.960168 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:22.972018 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:22.972751 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:22.995126 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] No DVR routers for this DVR port c29a0894-7a63-42f0-85d5-e534663d09c0 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:23.006740 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.009927 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7c2bd1d5-2c2d-49f1-8b89-b8d17c2ae050 req-a6d5facb-3f07-4475-ae0b-5b55d0e1d9bd tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.124 "DELETE /v2.0/ports/c29a0894-7a63-42f0-85d5-e534663d09c0 HTTP/1.1" status: 204 len: 173 time: 1.4938633 Feb 16 14:32:23.010415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'name': 'network-vif-deleted', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:23.013762 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a0bc97-4c35-4d00-b4d7-6f527969b4a9" -d '{"events": [{"server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "name": "network-vif-deleted", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:23.105220 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2005b94e-ab36-49ae-beab-4765e3a3c412 x-openstack-request-id: req-2005b94e-ab36-49ae-beab-4765e3a3c412 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:23.105716 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1bd9c3-d567-4517-8761-d154223724ce", "name": "network-vif-deleted", "tag": "c29a0894-7a63-42f0-85d5-e534663d09c0", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:23.106188 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2005b94e-ab36-49ae-beab-4765e3a3c412 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:23.106911 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1bd9c3-d567-4517-8761-d154223724ce', 'name': 'network-vif-deleted', 'tag': 'c29a0894-7a63-42f0-85d5-e534663d09c0', 'status': 'completed', 'code': 200} Feb 16 14:32:23.110704 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:23.122244 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f385af0a-1f6e-4da8-b7b2-d5d3ace5b8d8 req-6fe3bac8-72e5-4a4f-9187-444217873bee service neutron] 10.222.0.124 "GET /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527588 Feb 16 14:32:23.179960 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404128d0-d0cc-4abf-a613-3f0fd69fe7c4 req-810c79e8-b84e-4a38-9972-2c01a9034489 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:23.182651 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-404128d0-d0cc-4abf-a613-3f0fd69fe7c4 req-810c79e8-b84e-4a38-9972-2c01a9034489 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0700479 Feb 16 14:32:23.230680 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-404128d0-d0cc-4abf-a613-3f0fd69fe7c4 req-490daafe-9d11-4c8e-b046-e9eab941aea9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Feb 16 14:32:23.334573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:23.364128 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:23.373309 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:23.373913 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:23.494471 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:23.509792 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d1111d36-3693-4ca4-84f6-f8cf8ac6843c req-73489e59-98c0-40ac-84f5-0083ccff883a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0317831 Feb 16 14:32:23.707081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:23.867089 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970ded7c-b356-4bc7-835b-e65764f19c09 None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:22Z', 'revision_number': 4, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'ab8b5f50-b8c9-4b5c-954e-eb2f858c719c', 'name': '', 'network_id': 'd94143be-8ba2-454c-8d39-3ad4b5796d55', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'mac_address': 'fa:16:3e:e1:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8619f697-b625-4e59-9464-f7d52400fbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:20Z', 'updated_at': '2022-02-16T14:25:29Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'subnets': [{'id': '8619f697-b625-4e59-9464-f7d52400fbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:24.203992 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede21b00-f653-4c6d-b0de-38dee204fc11 None None] New status for floating IP 5620366e-3a98-4081-ab2a-5d3759d7e251: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:32:24.404418 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbfd97-0f42-4ca3-b3da-6ca979252a40 req-77242dd0-7c45-464c-a127-f900c1f0af0e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:24.406674 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-08cbfd97-0f42-4ca3-b3da-6ca979252a40 req-77242dd0-7c45-464c-a127-f900c1f0af0e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0783753 Feb 16 14:32:24.526440 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-08cbfd97-0f42-4ca3-b3da-6ca979252a40 req-ef3bcd45-0828-498b-8b81-6bfa12be682c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005383 Feb 16 14:32:24.682386 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a880c64-13e1-4b99-af12-27309ec89cd1 req-0233a7c1-b30b-4e0d-978f-923248da8daa tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0320947 Feb 16 14:32:25.457709 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c29a0894-7a63-42f0-85d5-e534663d09c0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:25.479258 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: c29a0894-7a63-42f0-85d5-e534663d09c0 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:25.479737 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c29a0894-7a63-42f0-85d5-e534663d09c0 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:25.701869 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7785d12-ffc7-4b40-af09-26158926404d req-c116be08-64db-440f-8907-c4e4cc0562bd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:25.704508 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d7785d12-ffc7-4b40-af09-26158926404d req-c116be08-64db-440f-8907-c4e4cc0562bd tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0642774 Feb 16 14:32:25.783200 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d7785d12-ffc7-4b40-af09-26158926404d req-00e91256-08b8-4943-a844-0d8ebff60ae1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728288 Feb 16 14:32:25.815729 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9ff03cb4-444d-4502-b2b0-ac1b56760789 req-f74e8544-f127-45d7-b123-c44ac3425939 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0415251 Feb 16 14:32:26.957573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49c667-49d9-4911-b64a-e627e02aa64a req-356bf697-df87-44c9-b989-52a837f2b3d1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:26.958962 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2692f4b6-7c14-497b-bbf1-ab84f202d2da req-1ce9304d-fb5e-459a-9f68-2d032f52c87f tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0412939 Feb 16 14:32:26.964852 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a49c667-49d9-4911-b64a-e627e02aa64a req-356bf697-df87-44c9-b989-52a837f2b3d1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0825665 Feb 16 14:32:27.014408 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3a49c667-49d9-4911-b64a-e627e02aa64a req-83389e0a-f22f-4c09-974e-906748de3ecc tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484431 Feb 16 14:32:28.079659 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4fc92cb6-084a-4010-9633-38ccf12527fd req-ac7728f4-4e9a-4ee2-a92a-a3083f6b2ca0 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0372264 Feb 16 14:32:28.147427 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ca9ee-0b97-409e-8968-1bf65c675290 req-fd3804b0-ded4-401a-84f9-6feaa80fc2d3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:28.148925 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-635ca9ee-0b97-409e-8968-1bf65c675290 req-fd3804b0-ded4-401a-84f9-6feaa80fc2d3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0558021 Feb 16 14:32:28.197789 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-635ca9ee-0b97-409e-8968-1bf65c675290 req-610bcc02-0774-4ffc-ba6c-3b1c0118ac49 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428829 Feb 16 14:32:29.188787 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-7e297a9f-e241-42ae-bd4f-14374108594e req-437b980e-32e9-4684-b81f-81ca347f4e80 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0280907 Feb 16 14:32:29.330783 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d5401-b868-4149-ae8b-d9afe1bb55c9 req-194072c4-195e-418a-9183-d55fbe18979c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:29.332301 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a61d5401-b868-4149-ae8b-d9afe1bb55c9 req-194072c4-195e-418a-9183-d55fbe18979c tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0559003 Feb 16 14:32:29.387935 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a61d5401-b868-4149-ae8b-d9afe1bb55c9 req-93dc83e8-a28c-4585-b8de-218ec6d19e19 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493524 Feb 16 14:32:30.304774 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3f7a6a07-81e8-4957-9931-fc6a52177943 req-67d3cd1c-b911-49c1-a265-e3b4081b6f63 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0281765 Feb 16 14:32:30.522840 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a0801-768a-4cb0-973b-ca485a388fa4 req-5d4e81ce-f64c-4f5f-864e-6727a966b6e5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:30.524436 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e73a0801-768a-4cb0-973b-ca485a388fa4 req-5d4e81ce-f64c-4f5f-864e-6727a966b6e5 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0577445 Feb 16 14:32:30.577168 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e73a0801-768a-4cb0-973b-ca485a388fa4 req-f4c69186-2828-4f31-9940-8d4842e00519 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463493 Feb 16 14:32:31.440401 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb9d5a87-cf15-4103-9940-21998a2931d5 req-cc9fe480-b1e3-4a10-a2c0-a05dc274b86b tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0283692 Feb 16 14:32:31.717039 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e985c-6cab-49d1-8933-77aa71758c20 req-82543a24-89db-4225-a91f-51f43af078bb tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:31.718552 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-880e985c-6cab-49d1-8933-77aa71758c20 req-82543a24-89db-4225-a91f-51f43af078bb tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0613065 Feb 16 14:32:31.779375 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-880e985c-6cab-49d1-8933-77aa71758c20 req-368dd157-a92c-4f22-8737-7860a0f1a0a0 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546558 Feb 16 14:32:32.563853 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-153748fe-b179-4b64-9417-8e59723f70c2 req-a4b73370-6ca5-41c0-97ca-75c534f0eafc tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/ports?device_id=9e1bd9c3-d567-4517-8761-d154223724ce HTTP/1.1" status: 200 len: 210 time: 0.0310233 Feb 16 14:32:32.928703 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d43c-ef92-4430-832d-78d0576c7806 req-7259c259-0db0-4db3-aa46-22484567d9a7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:32.930232 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f602d43c-ef92-4430-832d-78d0576c7806 req-7259c259-0db0-4db3-aa46-22484567d9a7 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0585167 Feb 16 14:32:32.979274 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f602d43c-ef92-4430-832d-78d0576c7806 req-ef51fb79-9b26-42ed-8a6c-b424b8479944 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Feb 16 14:32:33.486994 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32784) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.615295 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bdf233df-7226-4843-9c84-98b8703bf3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.648810 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-f77df6ad-77f1-44bc-a6a0-0e05a750683c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806859 Feb 16 14:32:33.730675 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bdf233df-7226-4843-9c84-98b8703bf3c8 admin admin] Publish callbacks [] for security_group (fb73473d-86e7-4a5d-a489-23b52e87bfdb), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.742555 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 32792) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.748192 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-1773fde1-1e7d-461f-ae5d-e285da3daa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:33.749719 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-1773fde1-1e7d-461f-ae5d-e285da3daa05 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1168 time: 0.0564988 Feb 16 14:32:33.797271 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (6c1bda72-4894-4cfb-bc13-289da65dc9aa), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.801808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-bdf233df-7226-4843-9c84-98b8703bf3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (fb73473d-86e7-4a5d-a489-23b52e87bfdb), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.820836 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (6c1bda72-4894-4cfb-bc13-289da65dc9aa), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.881256 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-bdf233df-7226-4843-9c84-98b8703bf3c8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=05557135de8641b1a24ef2ff2f675441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929439 Feb 16 14:32:33.882031 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf233df-7226-4843-9c84-98b8703bf3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73473d-86e7-4a5d-a489-23b52e87bfdb,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:33.884220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 32794) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.905745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-d47389ff-3289-4d68-8504-3b6f970d5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:33.907597 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-d47389ff-3289-4d68-8504-3b6f970d5420 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.1339769 Feb 16 14:32:33.938520 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] Publish callbacks [] for security_group (fb73473d-86e7-4a5d-a489-23b52e87bfdb), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.947349 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6c1bda72-4894-4cfb-bc13-289da65dc9aa), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.950421 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.954371 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "DELETE /v2.0/security-groups/6c1bda72-4894-4cfb-bc13-289da65dc9aa HTTP/1.1" status: 204 len: 168 time: 0.2079532 Feb 16 14:32:33.955917 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32796) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.967371 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b04dd-bb44-42dd-a6a9-9e6bec0e54c8 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1bda72-4894-4cfb-bc13-289da65dc9aa,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:33.975032 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.api.v2.resource [None req-627ea70d-a844-4e0b-9115-41b8c4ca7464 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] show failed (client error): The resource could not be found. Feb 16 14:32:33.975408 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] Publish callbacks [] for security_group (fb73473d-86e7-4a5d-a489-23b52e87bfdb), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.976055 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-627ea70d-a844-4e0b-9115-41b8c4ca7464 tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "GET /v2.0/security-groups/6c1bda72-4894-4cfb-bc13-289da65dc9aa HTTP/1.1" status: 404 len: 347 time: 0.0192170 Feb 16 14:32:33.979085 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32798) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:34.033251 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-2b25e85e-0936-4021-8989-3cf9dd41cf67 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1000 time: 0.1180437 Feb 16 14:32:34.096064 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (fb73473d-86e7-4a5d-a489-23b52e87bfdb), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.098907 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.100326 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fb73473d-86e7-4a5d-a489-23b52e87bfdb HTTP/1.1" status: 204 len: 168 time: 0.2148435 Feb 16 14:32:34.108718 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f48517-aff3-43f2-8dba-7cbcd3e7402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73473d-86e7-4a5d-a489-23b52e87bfdb,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:34.173761 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-c04d6571-e1d8-479b-a4ea-780a3b8aad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:34.175285 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-c04d6571-e1d8-479b-a4ea-780a3b8aad70 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.1051121 Feb 16 14:32:34.222781 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d6d54-b487-469f-baef-9772ef3b9e51 req-eb6186df-aa5b-4793-b9e1-83f1be96dc1b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:34.224230 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a25d6d54-b487-469f-baef-9772ef3b9e51 req-eb6186df-aa5b-4793-b9e1-83f1be96dc1b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.1554954 Feb 16 14:32:34.250158 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Deleting port 56da14db-b05f-4ec0-801f-9e9962b99928 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:34.250491 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.300164 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-e35cb7f3-2ff2-43aa-ad13-b2c66a4f6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:34.301676 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-e35cb7f3-2ff2-43aa-ad13-b2c66a4f6eca service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1175032 Feb 16 14:32:34.361337 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a25d6d54-b487-469f-baef-9772ef3b9e51 req-75a40312-87d1-489b-a078-422a4514775a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307445 Feb 16 14:32:34.443618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.443948 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (56da14db-b05f-4ec0-801f-9e9962b99928), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.464277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Calling delete_port for 56da14db-b05f-4ec0-801f-9e9962b99928 owned by network:floatingip {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:34.490435 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-0af88106-b8f2-4b1b-a7e9-fc38c3b77cf1 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488848 Feb 16 14:32:34.639904 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4c3baa6f-6070-4b7a-ab74-091d4b3d969e req-681cf7aa-d731-49af-8eed-54c98cf5f607 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189287 Feb 16 14:32:34.770345 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (56da14db-b05f-4ec0-801f-9e9962b99928), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.796828 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Pushing event deleted for resources: {'Port': ['ID=56da14db-b05f-4ec0-801f-9e9962b99928,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:34.860263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks [] for floatingip (5620366e-3a98-4081-ab2a-5d3759d7e251), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.864898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.864898 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5745f846-8ec4-4a83-9a5b-8d8d9564019a tempest-AttachVolumeTestJSON-881945302 tempest-AttachVolumeTestJSON-881945302-project] 10.222.0.110 "DELETE /v2.0/floatingips/5620366e-3a98-4081-ab2a-5d3759d7e251 HTTP/1.1" status: 204 len: 168 time: 0.8837259 Feb 16 14:32:35.485371 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5e5fd-bf75-4c0a-b38a-ac340d075cd8 req-e644ef67-faa9-4c79-aaa7-a5973c903f0b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:35.486802 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-faa5e5fd-bf75-4c0a-b38a-ac340d075cd8 req-e644ef67-faa9-4c79-aaa7-a5973c903f0b tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 943 time: 0.0526786 Feb 16 14:32:35.509916 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:32:35.536658 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-faa5e5fd-bf75-4c0a-b38a-ac340d075cd8 req-bf4bf0a5-3619-4d7e-b5fe-b5b31f3b8b97 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Feb 16 14:32:35.609585 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:35.624011 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'port_id': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'mac_address': 'fa:16:3e:64:45:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:32:35.660566 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:35.665372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:35.674678 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:32:35.695322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:35.764240 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32844) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:35.781245 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:35.830893 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=9']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:35.871151 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f6de-a4ac-4856-bc8e-a979bc96ce04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:35.944421 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f6de-a4ac-4856-bc8e-a979bc96ce04 admin admin] Publish callbacks [] for security_group (2faaf5c1-bfae-4dd9-83db-40c20bb3e016), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.033325 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f6de-a4ac-4856-bc8e-a979bc96ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2faaf5c1-bfae-4dd9-83db-40c20bb3e016), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.074049 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-b6f8f6de-a4ac-4856-bc8e-a979bc96ce04 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=db7add102d08410db3ad344126354743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064492 Feb 16 14:32:36.074049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f6de-a4ac-4856-bc8e-a979bc96ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faaf5c1-bfae-4dd9-83db-40c20bb3e016,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:36.074612 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 32848) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:36.123306 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] Publish callbacks [] for security_group (2faaf5c1-bfae-4dd9-83db-40c20bb3e016), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.145262 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] Publish callbacks [] for security_group (2faaf5c1-bfae-4dd9-83db-40c20bb3e016), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.155045 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['c35750d8-fe77-4744-8fd1-c9914d7c2435'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:36.307641 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2faaf5c1-bfae-4dd9-83db-40c20bb3e016), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.310191 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.311422 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2faaf5c1-bfae-4dd9-83db-40c20bb3e016 HTTP/1.1" status: 204 len: 168 time: 0.2356026 Feb 16 14:32:36.319393 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059239b9-b529-4cd0-97f4-8e44437323c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faaf5c1-bfae-4dd9-83db-40c20bb3e016,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:36.662464 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378163ee-ac74-4b56-85f0-2beeb0e0dde3 req-3f97f62d-6d6f-48ca-a472-b79b25ef6bf9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:36.663979 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-378163ee-ac74-4b56-85f0-2beeb0e0dde3 req-3f97f62d-6d6f-48ca-a472-b79b25ef6bf9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 944 time: 0.0524518 Feb 16 14:32:36.713018 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-378163ee-ac74-4b56-85f0-2beeb0e0dde3 req-f66b83d9-dcee-4e2b-9ff8-a110694ca640 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Feb 16 14:32:37.517927 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:37.567741 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port c35750d8-fe77-4744-8fd1-c9914d7c2435 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:37.568118 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:37.648621 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port c35750d8-fe77-4744-8fd1-c9914d7c2435 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:37.648964 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:37.671684 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:37.673972 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b93eba-8573-423d-a4a6-8e6c5a5b0e23" -d '{"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:37.686468 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:37.712056 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f758f34-92ca-42f6-b2da-f168ba8e747b x-openstack-request-id: req-1f758f34-92ca-42f6-b2da-f168ba8e747b {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:37.712374 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-plugged", "status": "completed", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:37.712630 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-1f758f34-92ca-42f6-b2da-f168ba8e747b {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:37.713033 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'code': 200} Feb 16 14:32:37.748018 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:37.815903 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=10']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:37.864503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46d4d4-4620-486b-9925-d91002830647 req-d469ff73-0ceb-4ca1-bc10-015d7846657a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:37.866080 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6a46d4d4-4620-486b-9925-d91002830647 req-d469ff73-0ceb-4ca1-bc10-015d7846657a tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0648658 Feb 16 14:32:37.913726 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6a46d4d4-4620-486b-9925-d91002830647 req-03dfc3fd-ff95-4970-8550-4c923495f22e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Feb 16 14:32:38.148784 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401e052-22be-4ccc-b920-3cb13c53beef req-7b84db53-a52f-402d-9768-e8db2eb36acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:38.150307 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b401e052-22be-4ccc-b920-3cb13c53beef req-7b84db53-a52f-402d-9768-e8db2eb36acb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 1130 time: 0.0446980 Feb 16 14:32:38.194232 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b401e052-22be-4ccc-b920-3cb13c53beef req-8f5d546d-5131-4c64-adae-84e3ffdea313 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375013 Feb 16 14:32:38.834692 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 32930) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:39.126122 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe194260-d185-42ae-9379-b8d902af6ea8 req-f702e3f2-1738-4ddb-adee-27f0536da4be tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:39.127622 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fe194260-d185-42ae-9379-b8d902af6ea8 req-f702e3f2-1738-4ddb-adee-27f0536da4be tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.1375434 Feb 16 14:32:39.244231 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fe194260-d185-42ae-9379-b8d902af6ea8 req-bf9c65d8-b388-47a3-ba29-fd45dbcdfba3 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107769 Feb 16 14:32:39.719908 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (b22a26f7-1603-41c7-9682-138d519c4f3e), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.024718 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Deleting port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:40.025307 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.103645 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] For port ab8b5f50-b8c9-4b5c-954e-eb2f858c719c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:40.104016 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.116431 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Calling delete_port for ab8b5f50-b8c9-4b5c-954e-eb2f858c719c owned by network:router_interface {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:40.374843 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312623a-797b-4487-83cd-423c4d50a264 req-71707c5f-c71d-4725-a785-3f78429f867e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:40.376326 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0312623a-797b-4487-83cd-423c4d50a264 req-71707c5f-c71d-4725-a785-3f78429f867e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0577369 Feb 16 14:32:40.405711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (ab8b5f50-b8c9-4b5c-954e-eb2f858c719c), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.428361 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0312623a-797b-4487-83cd-423c4d50a264 req-4e5c6dcc-3a80-474b-b3d6-7451b4c796d2 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462484 Feb 16 14:32:40.462330 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8b5f50-b8c9-4b5c-954e-eb2f858c719c,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:40.612806 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (b22a26f7-1603-41c7-9682-138d519c4f3e), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.838855 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Router b22a26f7-1603-41c7-9682-138d519c4f3e has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:40.946768 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:40.952636 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-640e4279-96ec-4646-8ffd-5fec28994216 admin admin] 10.222.0.110 "PUT /v2.0/routers/b22a26f7-1603-41c7-9682-138d519c4f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1168084 Feb 16 14:32:40.955520 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32980) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:40.957262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Sync routers for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:40.968479 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:40.969710 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.111227 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks [] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.134736 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:41.231160 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks [] for router_gateway (b22a26f7-1603-41c7-9682-138d519c4f3e), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.339679 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:32:40Z', 'revision_number': 5, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port': {'id': '8ed8e990-1f4b-49ce-9fe2-778ae238e970', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:16Z', 'updated_at': '2022-02-16T14:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.352591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Deleting port 8ed8e990-1f4b-49ce-9fe2-778ae238e970 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:41.352923 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.366345 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Checking router: b22a26f7-1603-41c7-9682-138d519c4f3e for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:41.376543 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Routers {'b22a26f7-1603-41c7-9682-138d519c4f3e'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:41.377154 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['b22a26f7-1603-41c7-9682-138d519c4f3e'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.439538 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] For port 8ed8e990-1f4b-49ce-9fe2-778ae238e970, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8ed8e990-1f4b-49ce-9fe2-778ae238e970,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:41.439538 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.453637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Calling delete_port for 8ed8e990-1f4b-49ce-9fe2-778ae238e970 owned by network:router_gateway {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:41.475749 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] Set router b22a26f7-1603-41c7-9682-138d519c4f3e gateway port host: None {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:41.535465 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:32:41Z', 'revision_number': 6, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.563634 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1714a7c-ac4c-4b5c-b472-60191b470a6a None None] The sync data for ids ['b22a26f7-1603-41c7-9682-138d519c4f3e'] in dv-cinder-804735-16-iscsi is: [{'id': 'b22a26f7-1603-41c7-9682-138d519c4f3e', 'name': 'tempest-AttachVolumeTestJSON-1128472798-router', 'tenant_id': 'd48b56501b0a49829c4522b171dd1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:32:41Z', 'revision_number': 6, 'project_id': 'd48b56501b0a49829c4522b171dd1159', 'gw_port_host': None}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:41.579481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb5078-ee27-40ef-a709-5e9cf4af0fcc req-fb0af65b-97e4-46ae-b3fa-3b0e3076e1ff tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:41.580970 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f5fb5078-ee27-40ef-a709-5e9cf4af0fcc req-fb0af65b-97e4-46ae-b3fa-3b0e3076e1ff tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0550807 Feb 16 14:32:41.648618 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-f5fb5078-ee27-40ef-a709-5e9cf4af0fcc req-49854ab5-6eb0-4722-8c2f-010966d6b1ee tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617459 Feb 16 14:32:41.702506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (8ed8e990-1f4b-49ce-9fe2-778ae238e970), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.728508 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed8e990-1f4b-49ce-9fe2-778ae238e970,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:41.790191 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (b22a26f7-1603-41c7-9682-138d519c4f3e), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.897795 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.900005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks [] for router_controller (b22a26f7-1603-41c7-9682-138d519c4f3e), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.266740 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (b22a26f7-1603-41c7-9682-138d519c4f3e), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.267301 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22a26f7-1603-41c7-9682-138d519c4f3e {{(pid=103313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:32:42.272317 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.273433 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-035bb44e-a25c-4986-9c4b-77e46b3b42c9 admin admin] 10.222.0.110 "DELETE /v2.0/routers/b22a26f7-1603-41c7-9682-138d519c4f3e HTTP/1.1" status: 204 len: 168 time: 1.3169310 Feb 16 14:32:42.276025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 32998) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:42.319275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Deleting subnet 8619f697-b625-4e59-9464-f7d52400fbda {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:32:42.322233 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Publish callbacks [] for subnet (8619f697-b625-4e59-9464-f7d52400fbda), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.365818 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (8619f697-b625-4e59-9464-f7d52400fbda), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.423563 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ab8b5f50-b8c9-4b5c-954e-eb2f858c719c no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:42.456373 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: ab8b5f50-b8c9-4b5c-954e-eb2f858c719c {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:42.456727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ab8b5f50-b8c9-4b5c-954e-eb2f858c719c not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:42.457161 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8ed8e990-1f4b-49ce-9fe2-778ae238e970 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:42.481385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 8ed8e990-1f4b-49ce-9fe2-778ae238e970 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:42.481732 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8ed8e990-1f4b-49ce-9fe2-778ae238e970 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:42.493050 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (8619f697-b625-4e59-9464-f7d52400fbda), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.573869 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:42.622652 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (8619f697-b625-4e59-9464-f7d52400fbda), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.650407 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8619f697-b625-4e59-9464-f7d52400fbda,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:42.654556 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.657346 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-331b28a4-ee88-4dbc-bbe6-3a0723337629 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8619f697-b625-4e59-9464-f7d52400fbda HTTP/1.1" status: 204 len: 168 time: 0.3796577 Feb 16 14:32:42.659831 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33000) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:42.664501 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16845a5b-8b22-48fa-aa3f-fe34d296c060 None None] Network d94143be-8ba2-454c-8d39-3ad4b5796d55 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:32:42.733080 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (d94143be-8ba2-454c-8d39-3ad4b5796d55), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.793566 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Deleting port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:42.793905 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.860940 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] DHCP port deletion for d94143be-8ba2-454c-8d39-3ad4b5796d55 request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:32:42.867226 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] For port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:42.867596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.881730 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Calling delete_port for 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:42.916755 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Deleting port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:42.917797 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.981101 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] For port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,segment=NetworkSegment(f1bd763b-5b64-4c40-bf85-70099ddf6ae2),segment_id=f1bd763b-5b64-4c40-bf85-70099ddf6ae2)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:42.981423 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:42.993372 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Calling delete_port for 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:43.010755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.037028 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:43.047410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] No DVR routers for this DVR port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:43.122953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (d94143be-8ba2-454c-8d39-3ad4b5796d55), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.127260 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (3994bd65-ad72-4418-b0bb-e19d7a8d2a6c), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.144300 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94143be-8ba2-454c-8d39-3ad4b5796d55']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:43.152845 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] Pushing event deleted for resources: {'Port': ['ID=3994bd65-ad72-4418-b0bb-e19d7a8d2a6c,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:43.154715 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:43.155019 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bd763b-5b64-4c40-bf85-70099ddf6ae2') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:43.156493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ae79f-3efc-48b5-9840-1c79ca60d407 None None] No DVR routers for this DVR port 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:43.164972 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (f1bd763b-5b64-4c40-bf85-70099ddf6ae2), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.180362 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (f1bd763b-5b64-4c40-bf85-70099ddf6ae2), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.186586 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:32:43.187009 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (f1bd763b-5b64-4c40-bf85-70099ddf6ae2), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:32:43.188675 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:32:43.312902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (d94143be-8ba2-454c-8d39-3ad4b5796d55), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.320600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.324603 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] 10.222.0.110 "DELETE /v2.0/networks/d94143be-8ba2-454c-8d39-3ad4b5796d55 HTTP/1.1" status: 204 len: 168 time: 0.6636448 Feb 16 14:32:43.334829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e014e-cf23-42db-9ded-4a31a878dfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d94143be-8ba2-454c-8d39-3ad4b5796d55,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:43.668933 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33016) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:43.709493 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d6b05b81-a8af-4fac-919d-e2b20bd254fc admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d48b56501b0a49829c4522b171dd1159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393929 Feb 16 14:32:43.710657 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33018) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:43.760179 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] Publish callbacks [] for security_group (6d86d5f6-ac63-433c-b9a4-f02abc565fd7), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.780968 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] Publish callbacks [] for security_group (6d86d5f6-ac63-433c-b9a4-f02abc565fd7), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.815939 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-785a086f-70cd-4ac5-8911-7a9b01e082d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.879061 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6d86d5f6-ac63-433c-b9a4-f02abc565fd7), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.881557 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.882720 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6d86d5f6-ac63-433c-b9a4-f02abc565fd7 HTTP/1.1" status: 204 len: 168 time: 0.1710358 Feb 16 14:32:43.890223 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611ae2-ce35-403d-9964-b1313728a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d86d5f6-ac63-433c-b9a4-f02abc565fd7,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:44.133524 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:44.159174 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:44.159515 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3994bd65-ad72-4418-b0bb-e19d7a8d2a6c not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:45.584629 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33076) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.691576 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5378ee0a-7b0e-47e8-8fe3-2076c5f86aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.764580 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5378ee0a-7b0e-47e8-8fe3-2076c5f86aec admin admin] Publish callbacks [] for security_group (679a8799-45e2-4ce0-aee7-1fcce37848f4), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.867609 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-5378ee0a-7b0e-47e8-8fe3-2076c5f86aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (679a8799-45e2-4ce0-aee7-1fcce37848f4), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.910478 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378ee0a-7b0e-47e8-8fe3-2076c5f86aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a8799-45e2-4ce0-aee7-1fcce37848f4,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:45.917039 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-5378ee0a-7b0e-47e8-8fe3-2076c5f86aec admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=88b640cae9954271ae0d5eefcb02582c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289907 Feb 16 14:32:45.917287 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33088) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.970416 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] Publish callbacks [] for security_group (679a8799-45e2-4ce0-aee7-1fcce37848f4), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.991783 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] Publish callbacks [] for security_group (679a8799-45e2-4ce0-aee7-1fcce37848f4), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.101586 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (679a8799-45e2-4ce0-aee7-1fcce37848f4), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.104925 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.106121 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/679a8799-45e2-4ce0-aee7-1fcce37848f4 HTTP/1.1" status: 204 len: 168 time: 0.1873920 Feb 16 14:32:46.113918 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7bef3-36f8-4dc0-8f91-074309b95f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a8799-45e2-4ce0-aee7-1fcce37848f4,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:46.204760 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-76ba973b-7d1b-444d-b3cd-80ed457b2463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.124622 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.906448 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33154) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:48.012665 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-be2910c1-da97-4282-be55-8aad133b7660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.091940 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-be2910c1-da97-4282-be55-8aad133b7660 admin admin] Publish callbacks [] for security_group (765d6de0-2986-45b0-87f4-4f445c3e70ea), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.153192 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-be2910c1-da97-4282-be55-8aad133b7660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (765d6de0-2986-45b0-87f4-4f445c3e70ea), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.190327 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-be2910c1-da97-4282-be55-8aad133b7660 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ffb347da790f4db4ad20153741ea46fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827537 Feb 16 14:32:48.191036 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2910c1-da97-4282-be55-8aad133b7660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d6de0-2986-45b0-87f4-4f445c3e70ea,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.193256 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33160) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:48.244015 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Publish callbacks [] for security_group (765d6de0-2986-45b0-87f4-4f445c3e70ea), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.268899 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Publish callbacks [] for security_group (765d6de0-2986-45b0-87f4-4f445c3e70ea), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.381832 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (765d6de0-2986-45b0-87f4-4f445c3e70ea), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.384490 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.389279 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/765d6de0-2986-45b0-87f4-4f445c3e70ea HTTP/1.1" status: 204 len: 168 time: 0.1949925 Feb 16 14:32:48.399771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d6de0-2986-45b0-87f4-4f445c3e70ea,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.408307 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.408901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.409410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.409956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.410475 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.411000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.411508 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.411999 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.412486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.413003 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.413487 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.413968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.414448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b474d37-34c0-45b4-bc7a-999b3b5bb146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:48.444774 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33168) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:48.533566 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-05af2138-5741-4b74-bc30-3542ca655165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639953936&fields=id&tenant_id=65654470458446859230c6803abfa3ba HTTP/1.1" status: 200 len: 267 time: 0.0898058 Feb 16 14:32:48.600548 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c11611a9-7125-4f3f-99ca-5d0cc0dd82da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.633017 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-d3823109-14a0-443e-9be5-1680881b3476 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:48.634574 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-d3823109-14a0-443e-9be5-1680881b3476 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 984 time: 0.0935924 Feb 16 14:32:48.646967 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Request body: {'port': {'security_groups': ['f0e608bb-e433-43af-bcba-df524f77c6ef']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:48.761252 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.776683 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.783447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c11611a9-7125-4f3f-99ca-5d0cc0dd82da admin admin] Publish callbacks [] for security_group (fe8adf35-b59a-4dd0-bac1-7f557e73543a), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.831983 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-c11611a9-7125-4f3f-99ca-5d0cc0dd82da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (fe8adf35-b59a-4dd0-bac1-7f557e73543a), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.896259 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c11611a9-7125-4f3f-99ca-5d0cc0dd82da admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=529f672ff2dd4743b5599c263cefd9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502535 Feb 16 14:32:48.897737 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11611a9-7125-4f3f-99ca-5d0cc0dd82da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8adf35-b59a-4dd0-bac1-7f557e73543a,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.899155 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33174) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:48.956570 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] Publish callbacks [] for security_group (fe8adf35-b59a-4dd0-bac1-7f557e73543a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.977167 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] Publish callbacks [] for security_group (fe8adf35-b59a-4dd0-bac1-7f557e73543a), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.999503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:49.031076 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.101923 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (fe8adf35-b59a-4dd0-bac1-7f557e73543a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.102097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.105256 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.108899 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fe8adf35-b59a-4dd0-bac1-7f557e73543a HTTP/1.1" status: 204 len: 168 time: 0.2062466 Feb 16 14:32:49.116859 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a8655-4bca-4e9b-a56e-6de97a0d81db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8adf35-b59a-4dd0-bac1-7f557e73543a,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.118789 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33178) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.143469 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ecc3-4cb3-42b2-b636-50021ff85349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.147236 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:49.178830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.179507 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.180959 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-306866ee-1ee5-4d7b-bc55-f26dcd6c123d req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "PUT /v2.0/ports/5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 942 time: 0.5399001 Feb 16 14:32:49.181506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:49.185235 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3994c4f-6f60-44d9-a49e-0875988264f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:49.189820 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33182) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.275094 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53674ec8-3b1f-4c67-be5e-d891ab1c4251 x-openstack-request-id: req-53674ec8-3b1f-4c67-be5e-d891ab1c4251 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:49.275812 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:49.277983 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ecc3-4cb3-42b2-b636-50021ff85349 admin admin] Publish callbacks [] for security_group (2559dd97-2850-4ffa-9196-3250d5bfdb68), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.278555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-53674ec8-3b1f-4c67-be5e-d891ab1c4251 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:49.279066 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:32:49.322247 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a735c-66f5-4f27-872b-1f350bb9c5ca tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event updated for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=7']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.329719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ecc3-4cb3-42b2-b636-50021ff85349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2559dd97-2850-4ffa-9196-3250d5bfdb68), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.339675 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:49.352254 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (d404954e-d10b-4006-b940-7e909456897d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.385147 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (d404954e-d10b-4006-b940-7e909456897d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.405987 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a9b8ecc3-4cb3-42b2-b636-50021ff85349 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8a7629c1098e44eda323a14c1c14a54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860045 Feb 16 14:32:49.408915 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33184) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.410880 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ecc3-4cb3-42b2-b636-50021ff85349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2559dd97-2850-4ffa-9196-3250d5bfdb68,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.420304 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-add4ed79-0665-4c28-af2a-2009dc5c0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.421748 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-add4ed79-0665-4c28-af2a-2009dc5c0a1d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1129 time: 0.1176775 Feb 16 14:32:49.536478 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-5faaae03-bb36-4526-b852-4ea9b91b551c None None] Provisioning complete for port 5ee4e35f-3743-4549-89fe-13d02ed7b538 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:49.536852 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5faaae03-bb36-4526-b852-4ea9b91b551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.552266 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] Publish callbacks [] for security_group (2559dd97-2850-4ffa-9196-3250d5bfdb68), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.585850 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-73788145-c8c9-4aa6-b832-c6b0228107f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.587353 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-73788145-c8c9-4aa6-b832-c6b0228107f3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.1492856 Feb 16 14:32:49.592766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] Publish callbacks [] for security_group (2559dd97-2850-4ffa-9196-3250d5bfdb68), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.642083 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-5faaae03-bb36-4526-b852-4ea9b91b551c None None] Current status of the port 5ee4e35f-3743-4549-89fe-13d02ed7b538 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:49.647312 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d404954e-d10b-4006-b940-7e909456897d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.649880 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.651109 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "DELETE /v2.0/security-groups/d404954e-d10b-4006-b940-7e909456897d HTTP/1.1" status: 204 len: 168 time: 0.4602954 Feb 16 14:32:49.654847 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33188) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.680279 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12ea03-7a63-4516-926c-f46cf9f40165 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404954e-d10b-4006-b940-7e909456897d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.695586 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-e82aca85-f7b5-4c69-9dce-db9ce68cd00a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 1000 time: 0.0963635 Feb 16 14:32:49.748658 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-31ecaf23-a3ae-458f-83b9-5f8d61a47b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.755242 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-31ecaf23-a3ae-458f-83b9-5f8d61a47b61 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0466292 Feb 16 14:32:49.799132 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2559dd97-2850-4ffa-9196-3250d5bfdb68), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.801637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.802785 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2559dd97-2850-4ffa-9196-3250d5bfdb68 HTTP/1.1" status: 204 len: 168 time: 0.3927596 Feb 16 14:32:49.815002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-88a30432-352b-4fed-88c2-26ae63a4de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.816495 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-88a30432-352b-4fed-88c2-26ae63a4de46 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571649 Feb 16 14:32:49.817016 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Deleting port a3e86168-571e-4b74-acc3-df19d4d9435d {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:49.817402 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf680e-395c-4338-b7cd-7798a0e079ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2559dd97-2850-4ffa-9196-3250d5bfdb68,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.817511 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.906094 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33192) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.933404 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-155191bc-124b-4663-9bc4-d76791923c60 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083214 Feb 16 14:32:49.934063 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b1c80734-f3ea-4ca3-b86a-a8d11a7bde85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.937163 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.937484 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for floatingip (a3e86168-571e-4b74-acc3-df19d4d9435d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.959897 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Calling delete_port for a3e86168-571e-4b74-acc3-df19d4d9435d owned by network:floatingip {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:50.027428 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a3994c4f-6f60-44d9-a49e-0875988264f1 req-a57c920a-a561-4110-90fa-a9c9c733d0c2 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Feb 16 14:32:50.116061 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b1c80734-f3ea-4ca3-b86a-a8d11a7bde85 admin admin] Publish callbacks [] for security_group (711e279b-9bf1-47c5-a0bb-309214857e00), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.176161 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.217855 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b1c80734-f3ea-4ca3-b86a-a8d11a7bde85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (711e279b-9bf1-47c5-a0bb-309214857e00), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.259764 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a3e86168-571e-4b74-acc3-df19d4d9435d), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.269279 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c80734-f3ea-4ca3-b86a-a8d11a7bde85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711e279b-9bf1-47c5-a0bb-309214857e00,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:50.273427 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b1c80734-f3ea-4ca3-b86a-a8d11a7bde85 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7c1db7cbefd942258313b6a4ac7c2d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663087 Feb 16 14:32:50.276794 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33196) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:50.303237 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event deleted for resources: {'Port': ['ID=a3e86168-571e-4b74-acc3-df19d4d9435d,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:50.329549 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] Publish callbacks [] for security_group (711e279b-9bf1-47c5-a0bb-309214857e00), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.353542 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] Publish callbacks [] for security_group (711e279b-9bf1-47c5-a0bb-309214857e00), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.363132 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks [] for floatingip (a24794e0-e0e1-4da7-adaf-ac05b50a7877), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.363522 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.l3_db [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Floating IP a24794e0-e0e1-4da7-adaf-ac05b50a7877 disassociated (deleted). External IP: 172.27.0.21, port: 5ee4e35f-3743-4549-89fe-13d02ed7b538. Feb 16 14:32:50.462566 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (711e279b-9bf1-47c5-a0bb-309214857e00), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.465176 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33198) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:50.465491 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.467468 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/711e279b-9bf1-47c5-a0bb-309214857e00 HTTP/1.1" status: 204 len: 168 time: 0.1888270 Feb 16 14:32:50.474376 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa88bf-369b-4e6a-adcd-f2ca3d7138f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e279b-9bf1-47c5-a0bb-309214857e00,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:50.481526 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a7d2533c-0b77-4acd-bb9c-501f3b37ea31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.651715 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Router c0721467-f0f6-4226-ac80-d004e273f4e6 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:50.668247 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a7d2533c-0b77-4acd-bb9c-501f3b37ea31 admin admin] Publish callbacks [] for security_group (9373a3c5-794b-4f7d-a40d-23f06910eba4), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.754638 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a7d2533c-0b77-4acd-bb9c-501f3b37ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9373a3c5-794b-4f7d-a40d-23f06910eba4), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.809325 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a7d2533c-0b77-4acd-bb9c-501f3b37ea31 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=898b08b7251142c480d9e785a29015a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430882 Feb 16 14:32:50.810810 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2533c-0b77-4acd-bb9c-501f3b37ea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9373a3c5-794b-4f7d-a40d-23f06910eba4,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:50.812096 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33204) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:50.813587 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:50.818714 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.828954 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Sync routers for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:50.841468 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:50.842371 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:50.853176 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-734f0575-3aa3-49b2-a245-8b463a07d967 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "DELETE /v2.0/floatingips/a24794e0-e0e1-4da7-adaf-ac05b50a7877 HTTP/1.1" status: 204 len: 168 time: 1.1971257 Feb 16 14:32:50.854001 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:50.859865 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c65980-19b5-4841-af98-78a9caa094b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:50.873488 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] Publish callbacks [] for security_group (9373a3c5-794b-4f7d-a40d-23f06910eba4), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.897527 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] Publish callbacks [] for security_group (9373a3c5-794b-4f7d-a40d-23f06910eba4), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.933608 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a534ea-4fd7-4da7-88b1-51c3b60aa6be x-openstack-request-id: req-59a534ea-4fd7-4da7-88b1-51c3b60aa6be {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:50.934719 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:50.935074 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-59a534ea-4fd7-4da7-88b1-51c3b60aa6be {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:50.935729 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:32:50.994252 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:51.016468 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9373a3c5-794b-4f7d-a40d-23f06910eba4), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.020868 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.026187 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9373a3c5-794b-4f7d-a40d-23f06910eba4 HTTP/1.1" status: 204 len: 168 time: 0.2128737 Feb 16 14:32:51.040213 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fe13b-181b-42d4-9d50-74ebbc1726d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9373a3c5-794b-4f7d-a40d-23f06910eba4,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:51.080048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65980-19b5-4841-af98-78a9caa094b9 req-2fe57974-0ea9-439d-b5c7-3819f6d91e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.081610 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-2fe57974-0ea9-439d-b5c7-3819f6d91e79 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=65654470458446859230c6803abfa3ba&device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 1129 time: 0.1027074 Feb 16 14:32:51.177108 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65980-19b5-4841-af98-78a9caa094b9 req-ac7ff2de-dc66-462f-9342-6c8e86b2b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.178518 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-ac7ff2de-dc66-462f-9342-6c8e86b2b123 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 200 len: 916 time: 0.0900667 Feb 16 14:32:51.223791 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-eba63b43-595c-4345-a53f-5df730ddf8ad service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 200 len: 217 time: 0.0344503 Feb 16 14:32:51.224737 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:51.256673 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Checking router: c0721467-f0f6-4226-ac80-d004e273f4e6 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:51.267917 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:51.268755 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:51.305937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65980-19b5-4841-af98-78a9caa094b9 req-a8d940b7-523b-49bc-925f-0bb441469af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.308387 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-a8d940b7-523b-49bc-925f-0bb441469af3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 200 len: 853 time: 0.0699751 Feb 16 14:32:51.366706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c65980-19b5-4841-af98-78a9caa094b9 req-f8432864-2478-4c88-99ce-fd7597827bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.368452 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-f8432864-2478-4c88-99ce-fd7597827bf2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3fadbba7-e16d-46dc-a1db-5ba2b73129f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458970 Feb 16 14:32:51.402573 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:51.487432 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-82d572f5-982d-4d86-8a42-db5520f5d3b5 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974345 Feb 16 14:32:51.628226 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-07c65980-19b5-4841-af98-78a9caa094b9 req-39956826-13d7-47a8-bb42-0676fde15282 service neutron] 10.222.0.124 "GET /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318939 Feb 16 14:32:51.667384 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:51.696049 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e70897-c9ed-4b06-8a9f-c17beef19839 None None] The sync data for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi is: [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:29:38Z', 'revision_number': 4, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '1bf03c3d-f5ed-405a-8cfb-2deafc9014db', 'name': '', 'network_id': '3fadbba7-e16d-46dc-a1db-5ba2b73129f3', 'tenant_id': '65654470458446859230c6803abfa3ba', 'mac_address': 'fa:16:3e:6f:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:37Z', 'updated_at': '2022-02-16T14:29:42Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'subnets': [{'id': '6e870fe5-47a4-4eea-b374-ed3b01d10c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:51.940000 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd48238-7a12-4c55-9041-76fab998c49d None None] New status for floating IP a24794e0-e0e1-4da7-adaf-ac05b50a7877: DOWN {{(pid=103315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:32:52.409911 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.106162 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bcb5b-d206-4864-a29c-374204f45110 req-48c9c96c-efd5-4eea-a9ab-c32c55e414a4 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.107683 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-983bcb5b-d206-4864-a29c-374204f45110 req-48c9c96c-efd5-4eea-a9ab-c32c55e414a4 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0545928 Feb 16 14:32:55.155810 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-983bcb5b-d206-4864-a29c-374204f45110 req-90f55e26-d1e8-4072-a3da-40360cdc787f tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Feb 16 14:32:55.268958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33340) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:55.371792 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-800e897d-c46e-490b-8b24-ea3a61016490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.447304 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-800e897d-c46e-490b-8b24-ea3a61016490 admin admin] Publish callbacks [] for security_group (23026a5d-6678-4196-8d2e-20f09a6fc4c1), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.518489 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-800e897d-c46e-490b-8b24-ea3a61016490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (23026a5d-6678-4196-8d2e-20f09a6fc4c1), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.556960 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-800e897d-c46e-490b-8b24-ea3a61016490 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3886e056a1084abab46f39c07474fd94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868936 Feb 16 14:32:55.558960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e897d-c46e-490b-8b24-ea3a61016490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23026a5d-6678-4196-8d2e-20f09a6fc4c1,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:55.559883 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33344) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:55.607807 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] Publish callbacks [] for security_group (23026a5d-6678-4196-8d2e-20f09a6fc4c1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.628889 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] Publish callbacks [] for security_group (23026a5d-6678-4196-8d2e-20f09a6fc4c1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.758645 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (23026a5d-6678-4196-8d2e-20f09a6fc4c1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.761588 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.765109 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/23026a5d-6678-4196-8d2e-20f09a6fc4c1 HTTP/1.1" status: 204 len: 168 time: 0.2018793 Feb 16 14:32:55.770315 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183880e-b387-4b6e-a5f7-9c8bb0cab253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23026a5d-6678-4196-8d2e-20f09a6fc4c1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:56.276658 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4070-a263-4e5f-a1c1-b74721ff0509 req-5ceeab99-b6b8-4e81-82de-72dfbbfe5e8c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.278279 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cd7a4070-a263-4e5f-a1c1-b74721ff0509 req-5ceeab99-b6b8-4e81-82de-72dfbbfe5e8c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0538702 Feb 16 14:32:56.330093 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cd7a4070-a263-4e5f-a1c1-b74721ff0509 req-68c64bf9-ba89-4465-bff5-a3d643630d99 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461283 Feb 16 14:32:56.438610 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33358) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:56.456066 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0d18a821-103a-4caa-b315-334e17cca168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.541470 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0d18a821-103a-4caa-b315-334e17cca168 admin admin] Publish callbacks [] for security_group (e2dd45de-ceda-4fd9-ad43-f2ae47f609ad), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.623636 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-0d18a821-103a-4caa-b315-334e17cca168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e2dd45de-ceda-4fd9-ad43-f2ae47f609ad), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.667505 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-0d18a821-103a-4caa-b315-334e17cca168 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=756f0e8904c74ab08384bad03b90e285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269340 Feb 16 14:32:56.670561 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33364) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:56.673567 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a821-103a-4caa-b315-334e17cca168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd45de-ceda-4fd9-ad43-f2ae47f609ad,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:56.723213 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] Publish callbacks [] for security_group (e2dd45de-ceda-4fd9-ad43-f2ae47f609ad), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.744546 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] Publish callbacks [] for security_group (e2dd45de-ceda-4fd9-ad43-f2ae47f609ad), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.866946 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e2dd45de-ceda-4fd9-ad43-f2ae47f609ad), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.869561 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.870884 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e2dd45de-ceda-4fd9-ad43-f2ae47f609ad HTTP/1.1" status: 204 len: 168 time: 0.1992514 Feb 16 14:32:56.878533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5a873-e9bf-4209-a5f8-2a77052e58ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd45de-ceda-4fd9-ad43-f2ae47f609ad,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:57.251736 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-d4673555-ebab-45f9-9d33-ea9ac1122f3a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.253301 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-d4673555-ebab-45f9-9d33-ea9ac1122f3a tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.124 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.0538027 Feb 16 14:32:57.357183 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Deleting port 5ee4e35f-3743-4549-89fe-13d02ed7b538 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:57.357530 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.483415 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] For port 5ee4e35f-3743-4549-89fe-13d02ed7b538, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5ee4e35f-3743-4549-89fe-13d02ed7b538,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:57.484106 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.501031 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Calling delete_port for 5ee4e35f-3743-4549-89fe-13d02ed7b538 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:57.514982 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d39e0-6ea0-4d07-97f0-ca0570f3bf78 req-6330dd54-e178-481e-956c-109f172a3471 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.516500 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d9d39e0-6ea0-4d07-97f0-ca0570f3bf78 req-6330dd54-e178-481e-956c-109f172a3471 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 945 time: 0.1000099 Feb 16 14:32:57.619955 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5d9d39e0-6ea0-4d07-97f0-ca0570f3bf78 req-05abf83c-3c7c-4574-87da-09496dc1ba9c tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/security-groups?id=f0e608bb-e433-43af-bcba-df524f77c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665011 Feb 16 14:32:57.733315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (5ee4e35f-3743-4549-89fe-13d02ed7b538), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.764267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Pushing event deleted for resources: {'Port': ['ID=5ee4e35f-3743-4549-89fe-13d02ed7b538,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:57.772970 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['5ee4e35f-3743-4549-89fe-13d02ed7b538'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:57.811977 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] No DVR routers for this DVR port 5ee4e35f-3743-4549-89fe-13d02ed7b538 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:57.814359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.817660 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1748a4c2-7c24-4efa-b46a-45c4f04cfb48 req-ee91b094-d51f-4217-8ec2-7d897263b6d7 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.124 "DELETE /v2.0/ports/5ee4e35f-3743-4549-89fe-13d02ed7b538 HTTP/1.1" status: 204 len: 173 time: 0.5592635 Feb 16 14:32:57.818105 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'name': 'network-vif-deleted', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:57.820369 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a41c7ac-12f0-4ca6-b159-fa9e488eb304" -d '{"events": [{"server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "name": "network-vif-deleted", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:57.874405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97869ad-fb69-4d9d-95b0-0dca15405590 x-openstack-request-id: req-f97869ad-fb69-4d9d-95b0-0dca15405590 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:57.874405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354a804-6aae-4208-8eb6-6b821ac0ecde", "name": "network-vif-deleted", "tag": "5ee4e35f-3743-4549-89fe-13d02ed7b538", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:57.874405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f97869ad-fb69-4d9d-95b0-0dca15405590 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:57.874405 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354a804-6aae-4208-8eb6-6b821ac0ecde', 'name': 'network-vif-deleted', 'tag': '5ee4e35f-3743-4549-89fe-13d02ed7b538', 'status': 'completed', 'code': 200} Feb 16 14:32:58.732600 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e8763dec-d3fc-43ab-b2e0-98ef5c1b2973 req-fe81c63a-10df-4505-b61e-088d6e5d0261 tempest-TestMinimumBasicScenario-1779347449 tempest-TestMinimumBasicScenario-1779347449-project] 10.222.0.110 "GET /v2.0/ports?device_id=6354a804-6aae-4208-8eb6-6b821ac0ecde HTTP/1.1" status: 200 len: 210 time: 0.0289519 Feb 16 14:32:59.909909 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33508) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:00.023306 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-66f3e6bf-ad10-452a-8d6c-5a2fc960a2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.106138 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-66f3e6bf-ad10-452a-8d6c-5a2fc960a2b4 admin admin] Publish callbacks [] for security_group (6d02e747-a5bf-4353-85dd-bd7b375e7f62), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.186950 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-66f3e6bf-ad10-452a-8d6c-5a2fc960a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6d02e747-a5bf-4353-85dd-bd7b375e7f62), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.225318 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-66f3e6bf-ad10-452a-8d6c-5a2fc960a2b4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=20c19f0963b343009d8e062ae65d76ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138044 Feb 16 14:33:00.225654 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3e6bf-ad10-452a-8d6c-5a2fc960a2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d02e747-a5bf-4353-85dd-bd7b375e7f62,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:00.227807 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33524) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:00.287323 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] Publish callbacks [] for security_group (6d02e747-a5bf-4353-85dd-bd7b375e7f62), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.308865 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] Publish callbacks [] for security_group (6d02e747-a5bf-4353-85dd-bd7b375e7f62), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.404074 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (6d02e747-a5bf-4353-85dd-bd7b375e7f62), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.406707 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.417103 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6d02e747-a5bf-4353-85dd-bd7b375e7f62 HTTP/1.1" status: 204 len: 168 time: 0.1788554 Feb 16 14:33:00.418211 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ed6c-c570-4b5f-8624-1189ef7d3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d02e747-a5bf-4353-85dd-bd7b375e7f62,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.152106 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33558) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:01.165168 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8aefeea7-74f2-4f1d-92f9-f568792c5a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.238104 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8aefeea7-74f2-4f1d-92f9-f568792c5a45 admin admin] Publish callbacks [] for security_group (58a37ba0-98c5-40f8-9040-0c3a5976bccd), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.336035 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8aefeea7-74f2-4f1d-92f9-f568792c5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (58a37ba0-98c5-40f8-9040-0c3a5976bccd), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.376957 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-8aefeea7-74f2-4f1d-92f9-f568792c5a45 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2cebb7ad273e46cba628fe2d81fa2734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236855 Feb 16 14:33:01.377720 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefeea7-74f2-4f1d-92f9-f568792c5a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a37ba0-98c5-40f8-9040-0c3a5976bccd,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.379694 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33562) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:01.430929 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] Publish callbacks [] for security_group (58a37ba0-98c5-40f8-9040-0c3a5976bccd), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.446401 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33564) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:01.455314 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] Publish callbacks [] for security_group (58a37ba0-98c5-40f8-9040-0c3a5976bccd), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.575681 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (58a37ba0-98c5-40f8-9040-0c3a5976bccd), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.578572 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.579874 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/58a37ba0-98c5-40f8-9040-0c3a5976bccd HTTP/1.1" status: 204 len: 168 time: 0.1991360 Feb 16 14:33:01.588238 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcad6cc-f470-4256-844c-e9b96ecc7543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a37ba0-98c5-40f8-9040-0c3a5976bccd,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.624375 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 5ee4e35f-3743-4549-89fe-13d02ed7b538 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:01.654312 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 5ee4e35f-3743-4549-89fe-13d02ed7b538 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:01.654880 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 5ee4e35f-3743-4549-89fe-13d02ed7b538 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:01.827025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (c0721467-f0f6-4226-ac80-d004e273f4e6), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.084437 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Deleting port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:02.084781 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.162198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] For port 1bf03c3d-f5ed-405a-8cfb-2deafc9014db, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:02.162558 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.175302 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Calling delete_port for 1bf03c3d-f5ed-405a-8cfb-2deafc9014db owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:02.684628 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (1bf03c3d-f5ed-405a-8cfb-2deafc9014db), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.709198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf03c3d-f5ed-405a-8cfb-2deafc9014db,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:02.895094 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (c0721467-f0f6-4226-ac80-d004e273f4e6), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.122703 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Router c0721467-f0f6-4226-ac80-d004e273f4e6 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:03.147893 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33602) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.239425 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:03.248239 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-857b2760-4cae-4f7e-9039-e3c0f5964d80 admin admin] 10.222.0.110 "PUT /v2.0/routers/c0721467-f0f6-4226-ac80-d004e273f4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973435 Feb 16 14:33:03.248239 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33606) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.251441 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Sync routers for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:03.262670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2c46-1a0f-488c-acc5-bfa23457787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.264229 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:03.265159 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:03.337358 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2c46-1a0f-488c-acc5-bfa23457787d admin admin] Publish callbacks [] for security_group (aded04ac-ec17-466c-b817-a40b69541de8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.354861 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks [] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.377469 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:03.405143 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-2c5d2c46-1a0f-488c-acc5-bfa23457787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (aded04ac-ec17-466c-b817-a40b69541de8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.458940 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d2c46-1a0f-488c-acc5-bfa23457787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded04ac-ec17-466c-b817-a40b69541de8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.468129 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33608) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.468732 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-2c5d2c46-1a0f-488c-acc5-bfa23457787d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=65c163de5fc44aa3aa27aecd24f44fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190820 Feb 16 14:33:03.469604 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks [] for router_gateway (c0721467-f0f6-4226-ac80-d004e273f4e6), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.539781 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] Publish callbacks [] for security_group (aded04ac-ec17-466c-b817-a40b69541de8), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.567004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] Publish callbacks [] for security_group (aded04ac-ec17-466c-b817-a40b69541de8), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.570423 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:33:02Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:03.602611 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Checking router: c0721467-f0f6-4226-ac80-d004e273f4e6 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:03.611872 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Routers {'c0721467-f0f6-4226-ac80-d004e273f4e6'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:03.612480 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['c0721467-f0f6-4226-ac80-d004e273f4e6'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:03.726368 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] Set router c0721467-f0f6-4226-ac80-d004e273f4e6 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:03.755787 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (aded04ac-ec17-466c-b817-a40b69541de8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.758345 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.759525 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aded04ac-ec17-466c-b817-a40b69541de8 HTTP/1.1" status: 204 len: 168 time: 0.2850749 Feb 16 14:33:03.771690 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494492a-ec81-4479-b442-dc3aa5691d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded04ac-ec17-466c-b817-a40b69541de8,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.796631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Deleting port c7a4bbf0-3cb8-49f5-880a-1aa929c47463 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:03.797177 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.879985 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] For port c7a4bbf0-3cb8-49f5-880a-1aa929c47463, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:03.880374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.898536 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Calling delete_port for c7a4bbf0-3cb8-49f5-880a-1aa929c47463 owned by network:router_gateway {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:03.915055 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:33:02Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:03.943906 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d95b6-a97d-414c-800c-74f5690e610b None None] The sync data for ids ['c0721467-f0f6-4226-ac80-d004e273f4e6'] in dv-cinder-804735-16-iscsi is: [{'id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'name': 'tempest-TestMinimumBasicScenario-714012890-router', 'tenant_id': '65654470458446859230c6803abfa3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:34Z', 'updated_at': '2022-02-16T14:33:02Z', 'revision_number': 5, 'project_id': '65654470458446859230c6803abfa3ba', 'gw_port': {'id': 'c7a4bbf0-3cb8-49f5-880a-1aa929c47463', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:19:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0721467-f0f6-4226-ac80-d004e273f4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:35Z', 'updated_at': '2022-02-16T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:04.089266 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33620) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.153325 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c7a4bbf0-3cb8-49f5-880a-1aa929c47463), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.185266 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a4bbf0-3cb8-49f5-880a-1aa929c47463,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.238043 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3aa9-a2ef-4172-9248-11b247ffac32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.275341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (c0721467-f0f6-4226-ac80-d004e273f4e6), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.389198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.392427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks [] for router_controller (c0721467-f0f6-4226-ac80-d004e273f4e6), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.459419 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 1bf03c3d-f5ed-405a-8cfb-2deafc9014db no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:04.465657 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3aa9-a2ef-4172-9248-11b247ffac32 admin admin] Publish callbacks [] for security_group (85c02077-ae76-4d1c-8b96-d29d14d67ba9), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.484541 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 1bf03c3d-f5ed-405a-8cfb-2deafc9014db {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:04.484891 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 1bf03c3d-f5ed-405a-8cfb-2deafc9014db not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:04.581697 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3aa9-a2ef-4172-9248-11b247ffac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (85c02077-ae76-4d1c-8b96-d29d14d67ba9), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.586842 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (c0721467-f0f6-4226-ac80-d004e273f4e6), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.587516 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0721467-f0f6-4226-ac80-d004e273f4e6 {{(pid=103313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:33:04.594101 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.597853 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33636) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.600929 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ca0da9a1-b771-4534-95bb-d2a8695e89d6 admin admin] 10.222.0.110 "DELETE /v2.0/routers/c0721467-f0f6-4226-ac80-d004e273f4e6 HTTP/1.1" status: 204 len: 168 time: 1.3524103 Feb 16 14:33:04.642374 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3dcc3aa9-a2ef-4172-9248-11b247ffac32 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f371c073f54545188597571a278c3f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518858 Feb 16 14:33:04.643531 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3aa9-a2ef-4172-9248-11b247ffac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c02077-ae76-4d1c-8b96-d29d14d67ba9,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.647457 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33640) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.667696 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Deleting subnet 6e870fe5-47a4-4eea-b374-ed3b01d10c05 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:33:04.671932 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Publish callbacks [] for subnet (6e870fe5-47a4-4eea-b374-ed3b01d10c05), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.706486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] Publish callbacks [] for security_group (85c02077-ae76-4d1c-8b96-d29d14d67ba9), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.712820 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (6e870fe5-47a4-4eea-b374-ed3b01d10c05), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.731673 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] Publish callbacks [] for security_group (85c02077-ae76-4d1c-8b96-d29d14d67ba9), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.845934 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (6e870fe5-47a4-4eea-b374-ed3b01d10c05), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.850198 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (85c02077-ae76-4d1c-8b96-d29d14d67ba9), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.853118 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.857096 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/85c02077-ae76-4d1c-8b96-d29d14d67ba9 HTTP/1.1" status: 204 len: 168 time: 0.2052166 Feb 16 14:33:04.864751 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509b143-ee13-40df-bcfa-04468980ccce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c02077-ae76-4d1c-8b96-d29d14d67ba9,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.981690 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (6e870fe5-47a4-4eea-b374-ed3b01d10c05), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.253724 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e870fe5-47a4-4eea-b374-ed3b01d10c05,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:05.258303 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.264617 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/6e870fe5-47a4-4eea-b374-ed3b01d10c05 HTTP/1.1" status: 204 len: 168 time: 0.6631205 Feb 16 14:33:05.265465 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd994b-ae78-44bd-8364-4356855ac5e3 None None] Network 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:05.265973 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33662) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:05.274243 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.274594 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.275221 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.275769 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.276191 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.276671 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.277129 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.277568 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.278404 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.278590 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.281368 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.281368 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.281368 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e70d170-71d3-4977-839c-ee0cfb3d7d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.352004 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (3fadbba7-e16d-46dc-a1db-5ba2b73129f3), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.410826 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Deleting port a999b9f4-66f6-4ef3-999e-b48a95d93740 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:05.411173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.488527 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] For port a999b9f4-66f6-4ef3-999e-b48a95d93740, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a999b9f4-66f6-4ef3-999e-b48a95d93740,segment=NetworkSegment(f27ca117-be08-4142-9a9b-2695e27e453d),segment_id=f27ca117-be08-4142-9a9b-2695e27e453d)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:05.488888 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.503768 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Calling delete_port for a999b9f4-66f6-4ef3-999e-b48a95d93740 owned by network:dhcp {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:05.608145 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] DHCP port deletion for 3fadbba7-e16d-46dc-a1db-5ba2b73129f3 request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:33:05.661848 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.663179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Deleting port a999b9f4-66f6-4ef3-999e-b48a95d93740 {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:05.663562 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.690898 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a999b9f4-66f6-4ef3-999e-b48a95d93740,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:05.692812 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] No DVR routers for this DVR port a999b9f4-66f6-4ef3-999e-b48a95d93740 on host dv-cinder-804735-16-iscsi {{(pid=103314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:05.751629 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] For port a999b9f4-66f6-4ef3-999e-b48a95d93740, host dv-cinder-804735-16-iscsi, got binding levels [] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:05.752036 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.766507 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Calling delete_port for a999b9f4-66f6-4ef3-999e-b48a95d93740 owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:05.769334 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.ipam_backend_mixin [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Port a999b9f4-66f6-4ef3-999e-b48a95d93740 was not found and therefore no delete operation was performed {{(pid=103315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:33:05.770788 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (a999b9f4-66f6-4ef3-999e-b48a95d93740), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.788944 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (3fadbba7-e16d-46dc-a1db-5ba2b73129f3), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.797212 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] Pushing event deleted for resources: {'Port': ['ID=a999b9f4-66f6-4ef3-999e-b48a95d93740,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:05.800929 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af050d-5c34-4408-b118-04ea6fa77e32 None None] No DVR routers for this DVR port a999b9f4-66f6-4ef3-999e-b48a95d93740 on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:05.813049 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fadbba7-e16d-46dc-a1db-5ba2b73129f3']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.825051 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27ca117-be08-4142-9a9b-2695e27e453d') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.825545 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27ca117-be08-4142-9a9b-2695e27e453d') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.844000 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (f27ca117-be08-4142-9a9b-2695e27e453d), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.861802 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (f27ca117-be08-4142-9a9b-2695e27e453d), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.869811 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:33:05.869811 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (f27ca117-be08-4142-9a9b-2695e27e453d), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:33:05.870117 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:33:06.015929 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (3fadbba7-e16d-46dc-a1db-5ba2b73129f3), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.021328 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.023134 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33684) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:06.024664 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] 10.222.0.110 "DELETE /v2.0/networks/3fadbba7-e16d-46dc-a1db-5ba2b73129f3 HTTP/1.1" status: 204 len: 168 time: 0.7577405 Feb 16 14:33:06.029713 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33686) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:06.036322 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fec3e-58a9-4ae0-8cb3-9e26c7e9dc1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3fadbba7-e16d-46dc-a1db-5ba2b73129f3,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:06.131418 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825237414-network', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:06.157216 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c7a4bbf0-3cb8-49f5-880a-1aa929c47463 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:06.177054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: c7a4bbf0-3cb8-49f5-880a-1aa929c47463 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:06.177410 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c7a4bbf0-3cb8-49f5-880a-1aa929c47463 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:06.177839 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a999b9f4-66f6-4ef3-999e-b48a95d93740 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:06.200787 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: a999b9f4-66f6-4ef3-999e-b48a95d93740 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:06.201400 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a999b9f4-66f6-4ef3-999e-b48a95d93740 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:06.251563 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Made reservation on behalf of b87af7cf2ef041d795d4b0f320e7b3b0 for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:06.253833 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.268365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.415460 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks [] for security_group (8eee4fea-49c6-42ca-907f-c268dfdd2c6e), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.477636 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.514489 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8eee4fea-49c6-42ca-907f-c268dfdd2c6e), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.577907 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] vlan segment allocate from pool success with {'vlan_id': 1435, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:33:06.588327 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eee4fea-49c6-42ca-907f-c268dfdd2c6e,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:06.597356 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (44af3854-5ad8-4818-a1a9-e0eaf3d96dd4), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.597811 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Added segment 44af3854-5ad8-4818-a1a9-e0eaf3d96dd4 of type vlan for network 7c5dc760-aa7b-446e-9cc3-aee781831e3d Feb 16 14:33:06.650570 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (7c5dc760-aa7b-446e-9cc3-aee781831e3d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.771621 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (7c5dc760-aa7b-446e-9cc3-aee781831e3d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.772586 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:06.773165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.860918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8366022 Feb 16 14:33:06.861746 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec59dc-c0ac-477a-80d7-0bf99ab0215a admin admin] Pushing event updated for resources: {'Network': ['ID=7c5dc760-aa7b-446e-9cc3-aee781831e3d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:06.863975 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33694) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:06.871419 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Request body: {'subnet': {'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825237414-subnet', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'ip_version': 4}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:06.873094 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:33:06.884006 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Deleting port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:06.884543 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.964589 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Made reservation on behalf of b87af7cf2ef041d795d4b0f320e7b3b0 for: {'subnet': 1} {{(pid=103314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:06.967030 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11766710'] for subnet (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.967810 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] For port 3ae70ee0-cee8-42b9-a880-e99e6b92acb5, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:06.968179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.985975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Calling delete_port for 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:07.216397 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12363105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11766660'] for subnet (429a8af0-03d0-4025-a8ca-d1d2e5009bab), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.244778 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (3ae70ee0-cee8-42b9-a880-e99e6b92acb5), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.264777 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429a8af0-03d0-4025-a8ca-d1d2e5009bab,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:07.272161 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae70ee0-cee8-42b9-a880-e99e6b92acb5,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:07.280594 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Checking segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:07.280959 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Network hostable DHCP agents. Network: 7c5dc760-aa7b-446e-9cc3-aee781831e3d, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:33:07.358323 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:33:07.440579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, 7c5dc760-aa7b-446e-9cc3-aee781831e3d) {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:07.446259 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:07.446932 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.448832 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.454563 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ffda95-642f-4619-94b9-d99a299629cf None None] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:07.535930 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-f6d339cf-a39c-4fc9-bbdf-07ebe09530e8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6701531 Feb 16 14:33:07.536578 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33698) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:07.540907 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:07.566580 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:33:07.567475 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.627488 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.628670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.686107 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for router_controller (1749df77-0c1b-4bee-b491-a6469f5c7834), precommit_add_association {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.686732 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Router a2dfd9a1-3107-4389-95d0-7e992fc87896 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:07.709177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Allocated IP 172.20.0.2 (7c5dc760-aa7b-446e-9cc3-aee781831e3d/429a8af0-03d0-4025-a8ca-d1d2e5009bab/5fa3bb36-1746-433b-a77d-160bf477b0ef) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:07.856874 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks [] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.903901 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for router_gateway (1749df77-0c1b-4bee-b491-a6469f5c7834), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.919435 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.962418 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:07.966383 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:07.974271 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:07.976536 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Pushing event updated for resources: {'Port': ['ID=5fa3bb36-1746-433b-a77d-160bf477b0ef,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:08.035120 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Attempting to bind port 5fa3bb36-1746-433b-a77d-160bf477b0ef on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:08.035492 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Attempting to bind port 5fa3bb36-1746-433b-a77d-160bf477b0ef by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:08.035857 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Attempting to bind port 5fa3bb36-1746-433b-a77d-160bf477b0ef on network 7c5dc760-aa7b-446e-9cc3-aee781831e3d {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:08.041812 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:08.043186 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Checking segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:08.043186 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.043186 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Bound using segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:08.043501 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Bound port: 5fa3bb36-1746-433b-a77d-160bf477b0ef, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:08.043856 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.044427 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:08.049849 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-44ef411b-ac74-4d99-a1af-85d4ae594c33 admin admin] 10.222.0.110 "PUT /v2.0/routers/a2dfd9a1-3107-4389-95d0-7e992fc87896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0192070 Feb 16 14:33:08.052447 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33700) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:08.059921 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Sync routers for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:08.093910 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:08.095758 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.203402 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] For port 5fa3bb36-1746-433b-a77d-160bf477b0ef, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:08.207605 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] For port 5fa3bb36-1746-433b-a77d-160bf477b0ef, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=5fa3bb36-1746-433b-a77d-160bf477b0ef,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:08.230584 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:08.260890 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks [] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.285714 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.323958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for router_gateway (1749df77-0c1b-4bee-b491-a6469f5c7834), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.349496 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.397862 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73678ab-e346-4bcc-b2bd-719d5a2eed9e None None] Pushing event updated for resources: {'Port': ['ID=5fa3bb36-1746-433b-a77d-160bf477b0ef,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:08.463695 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks [] for router_gateway (a2dfd9a1-3107-4389-95d0-7e992fc87896), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.468578 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 5, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.495588 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Allocated IP 172.27.0.185 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/005a3a94-150f-48fd-aa64-ccdab822ff39) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:08.501173 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Checking router: a2dfd9a1-3107-4389-95d0-7e992fc87896 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:08.510086 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Routers {'a2dfd9a1-3107-4389-95d0-7e992fc87896'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:08.510751 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['a2dfd9a1-3107-4389-95d0-7e992fc87896'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.658734 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] Set router a2dfd9a1-3107-4389-95d0-7e992fc87896 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:08.660361 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.677249 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Deleting port a09230dc-ace2-4ce8-964f-de1ef218c14c {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:08.677590 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.781389 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] For port a09230dc-ace2-4ce8-964f-de1ef218c14c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a09230dc-ace2-4ce8-964f-de1ef218c14c,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:08.781751 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.799480 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Calling delete_port for a09230dc-ace2-4ce8-964f-de1ef218c14c owned by network:router_gateway {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:08.837920 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.858800 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 5, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.886366 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcba16a-9397-4658-8470-5602a3a2c71d None None] The sync data for ids ['a2dfd9a1-3107-4389-95d0-7e992fc87896'] in dv-cinder-804735-16-iscsi is: [{'id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'name': 'tempest-TestMinimumBasicScenario-1112264931-router', 'tenant_id': '0ba4fb356b624d74a50bcc3661abcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:29:42Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 5, 'project_id': '0ba4fb356b624d74a50bcc3661abcec8', 'gw_port': {'id': 'a09230dc-ace2-4ce8-964f-de1ef218c14c', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dfd9a1-3107-4389-95d0-7e992fc87896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:29:43Z', 'updated_at': '2022-02-16T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:08.889911 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:08.897098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:08.903250 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:08.930071 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Pushing event updated for resources: {'Port': ['ID=005a3a94-150f-48fd-aa64-ccdab822ff39,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:09.226417 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a09230dc-ace2-4ce8-964f-de1ef218c14c), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.281916 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Pushing event deleted for resources: {'Port': ['ID=a09230dc-ace2-4ce8-964f-de1ef218c14c,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:09.367045 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.371157 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for router_gateway (1749df77-0c1b-4bee-b491-a6469f5c7834), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.412709 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a02cc1-714a-4c16-8970-00c69fdd6a1b None None] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:09.542751 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Provisioning complete for port 5fa3bb36-1746-433b-a77d-160bf477b0ef triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:09.543279 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.637663 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Current status of the port 5fa3bb36-1746-433b-a77d-160bf477b0ef is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:09.638062 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.677700 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] For port 5fa3bb36-1746-433b-a77d-160bf477b0ef, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=5fa3bb36-1746-433b-a77d-160bf477b0ef,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:09.758805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.794849 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.798202 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks [] for router_controller (a2dfd9a1-3107-4389-95d0-7e992fc87896), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.815456 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e304f-3632-4e6b-be90-9070b1e6f798 None None] Pushing event updated for resources: {'Port': ['ID=5fa3bb36-1746-433b-a77d-160bf477b0ef,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:09.886363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-65e02b54-977c-431c-bb92-fbe41b9ecd38 None None] Provisioning complete for port 5fa3bb36-1746-433b-a77d-160bf477b0ef triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:09.886971 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-65e02b54-977c-431c-bb92-fbe41b9ecd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.943122 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (a2dfd9a1-3107-4389-95d0-7e992fc87896), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.943722 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2dfd9a1-3107-4389-95d0-7e992fc87896 {{(pid=103314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:33:09.949568 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.950769 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-df0dc735-b962-4421-962b-15f336541dae admin admin] 10.222.0.110 "DELETE /v2.0/routers/a2dfd9a1-3107-4389-95d0-7e992fc87896 HTTP/1.1" status: 204 len: 168 time: 1.8972857 Feb 16 14:33:09.953531 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33708) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:10.011242 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.019293 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Deleting subnet cdd33b57-fa94-4661-82f2-284fc57ed8f5 {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:33:10.024546 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Publish callbacks [] for subnet (cdd33b57-fa94-4661-82f2-284fc57ed8f5), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.109687 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-65e02b54-977c-431c-bb92-fbe41b9ecd38 None None] Current status of the port 5fa3bb36-1746-433b-a77d-160bf477b0ef is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:10.129837 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (cdd33b57-fa94-4661-82f2-284fc57ed8f5), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.244204 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (cdd33b57-fa94-4661-82f2-284fc57ed8f5), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.376396 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Router 1749df77-0c1b-4bee-b491-a6469f5c7834 is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:33:10.378881 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (cdd33b57-fa94-4661-82f2-284fc57ed8f5), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.416429 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd33b57-fa94-4661-82f2-284fc57ed8f5,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:10.419049 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.421244 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ee3b9-2f06-4cf3-ac9c-f32f1cbf73b5 None None] Network 682ccbbe-8062-4ab1-92f7-3df7d1494b8e requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:10.422129 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a453d802-53c5-438f-b8a1-1e011d6db9e7 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/cdd33b57-fa94-4661-82f2-284fc57ed8f5 HTTP/1.1" status: 204 len: 168 time: 0.4675260 Feb 16 14:33:10.424850 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33712) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:10.524469 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (682ccbbe-8062-4ab1-92f7-3df7d1494b8e), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.569152 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:10.589084 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Sync routers for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:10.604095 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:10.608640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Deleting port c82cc22f-b783-4383-9020-55252343a669 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:10.608640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c82cc22f-b783-4383-9020-55252343a669), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.608956 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:10.625878 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 5fa3bb36-1746-433b-a77d-160bf477b0ef up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:10.664246 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.668501 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-df5cab5a-807b-4df0-b968-332805ce124d admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1308627 Feb 16 14:33:10.670899 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33714) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:10.686162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 5fa3bb36-1746-433b-a77d-160bf477b0ef triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:10.686841 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.696315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] For port c82cc22f-b783-4383-9020-55252343a669, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c82cc22f-b783-4383-9020-55252343a669,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:10.704449 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c82cc22f-b783-4383-9020-55252343a669), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.711554 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] DHCP port deletion for 682ccbbe-8062-4ab1-92f7-3df7d1494b8e request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:33:10.740738 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:10.741869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Calling delete_port for c82cc22f-b783-4383-9020-55252343a669 owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:10.816220 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Deleting port c82cc22f-b783-4383-9020-55252343a669 {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:10.816899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c82cc22f-b783-4383-9020-55252343a669), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.821020 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 5fa3bb36-1746-433b-a77d-160bf477b0ef is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:10.835346 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:10.867133 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:10.867768 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 3ae70ee0-cee8-42b9-a880-e99e6b92acb5 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:10.914668 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] For port c82cc22f-b783-4383-9020-55252343a669, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=c82cc22f-b783-4383-9020-55252343a669,segment=NetworkSegment(7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4),segment_id=7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:10.915065 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c82cc22f-b783-4383-9020-55252343a669), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.936611 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Calling delete_port for c82cc22f-b783-4383-9020-55252343a669 owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:10.941596 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c82cc22f-b783-4383-9020-55252343a669), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:10.962485 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:09Z', 'revision_number': 3, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:10.990014 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Checking router: 1749df77-0c1b-4bee-b491-a6469f5c7834 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:10.990275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82cc22f-b783-4383-9020-55252343a669,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:10.990903 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Updating router 1749df77-0c1b-4bee-b491-a6469f5c7834 port 005a3a94-150f-48fd-aa64-ccdab822ff39 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:10.999612 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] No DVR routers for this DVR port c82cc22f-b783-4383-9020-55252343a669 on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:11.021751 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.024004 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (c82cc22f-b783-4383-9020-55252343a669), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.047206 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] Pushing event deleted for resources: {'Port': ['ID=c82cc22f-b783-4383-9020-55252343a669,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:11.061463 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25f8e1-147b-494b-bef0-38270d771c49 None None] No DVR routers for this DVR port c82cc22f-b783-4383-9020-55252343a669 on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:11.119474 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (682ccbbe-8062-4ab1-92f7-3df7d1494b8e), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.148217 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682ccbbe-8062-4ab1-92f7-3df7d1494b8e']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:11.160889 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:11.161186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:11.171870 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.188583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.195832 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Releasing vlan 1413 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:33:11.196267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (7825c7c4-8a1d-4a48-86b8-8cd27ea0aaa4), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:33:11.198677 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:33:11.218660 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.318063 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks [] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.346914 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (682ccbbe-8062-4ab1-92f7-3df7d1494b8e), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.354488 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.357853 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] 10.222.0.110 "DELETE /v2.0/networks/682ccbbe-8062-4ab1-92f7-3df7d1494b8e HTTP/1.1" status: 204 len: 168 time: 0.9319973 Feb 16 14:33:11.367887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba393b4-f15b-4681-9c9a-228a8e152ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=682ccbbe-8062-4ab1-92f7-3df7d1494b8e,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:11.394713 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Allocated IP 172.20.0.1 (7c5dc760-aa7b-446e-9cc3-aee781831e3d/429a8af0-03d0-4025-a8ca-d1d2e5009bab/52cb9ac8-46a4-4787-af86-36e6b9b726a8) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:11.404679 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.459439 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Attempting to bind port 005a3a94-150f-48fd-aa64-ccdab822ff39 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:11.459915 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Attempting to bind port 005a3a94-150f-48fd-aa64-ccdab822ff39 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:11.460288 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Attempting to bind port 005a3a94-150f-48fd-aa64-ccdab822ff39 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:11.462179 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Pushing event updated for resources: {'Port': ['ID=005a3a94-150f-48fd-aa64-ccdab822ff39,revision_number=2']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:11.471892 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:11.472270 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:11.472674 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.473163 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:11.473734 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Bound port: 005a3a94-150f-48fd-aa64-ccdab822ff39, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:11.474124 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.476198 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.476571 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.476940 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.477328 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.477663 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.477995 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.478324 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.479344 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.479858 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.480203 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.480539 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.480858 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.481181 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:11.510336 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks [] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.537793 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] For port 005a3a94-150f-48fd-aa64-ccdab822ff39, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:11.540771 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] For port 005a3a94-150f-48fd-aa64-ccdab822ff39, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=005a3a94-150f-48fd-aa64-ccdab822ff39,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:11.633332 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.636319 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.670435 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:11.675316 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:11.678811 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:11.693295 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:11.694009 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:11.711075 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:11.731549 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (1749df77-0c1b-4bee-b491-a6469f5c7834), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.769212 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33726) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:11.825861 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab295dc-ea39-4888-908a-5e8215de6e97 None None] Pushing event updated for resources: {'Port': ['ID=005a3a94-150f-48fd-aa64-ccdab822ff39,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:11.826522 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a61290ae-695a-44d7-a3e2-58132332161a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=65654470458446859230c6803abfa3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546353 Feb 16 14:33:11.828990 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33728) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:11.891823 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] Publish callbacks [] for security_group (f0e608bb-e433-43af-bcba-df524f77c6ef), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.912781 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:11.923144 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] Publish callbacks [] for security_group (f0e608bb-e433-43af-bcba-df524f77c6ef), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.970704 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-bb0e4f88-9dcc-46c3-8aa5-aee406a2153c None None] Provisioning complete for port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:11.971661 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4f88-9dcc-46c3-8aa5-aee406a2153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:11.976214 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.015585 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e4f88-9dcc-46c3-8aa5-aee406a2153c None None] Port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:12.049822 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f0e608bb-e433-43af-bcba-df524f77c6ef), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.052937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.054281 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f0e608bb-e433-43af-bcba-df524f77c6ef HTTP/1.1" status: 204 len: 168 time: 0.2232885 Feb 16 14:33:12.064095 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac3c13-6b52-439e-967f-4cb9373d1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e608bb-e433-43af-bcba-df524f77c6ef,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:12.116361 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:09Z', 'revision_number': 3, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:12.147114 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0d05b-a792-49e0-8944-099841eef7af None None] The sync data for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi is: [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:09Z', 'revision_number': 3, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:12.151632 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks [] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.190146 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a09230dc-ace2-4ce8-964f-de1ef218c14c no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:12.218452 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: a09230dc-ace2-4ce8-964f-de1ef218c14c {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:12.218863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a09230dc-ace2-4ce8-964f-de1ef218c14c not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:12.219244 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c82cc22f-b783-4383-9020-55252343a669 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:12.232993 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.240785 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: c82cc22f-b783-4383-9020-55252343a669 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:12.242836 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device c82cc22f-b783-4383-9020-55252343a669 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:12.307219 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:12.310563 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (1749df77-0c1b-4bee-b491-a6469f5c7834), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.423381 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:12.426261 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:12.615848 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Router 1749df77-0c1b-4bee-b491-a6469f5c7834 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:12.742034 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-93feeadd-cf1c-4033-8e81-bbd6163c575e None None] Provisioning complete for port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:12.742723 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-93feeadd-cf1c-4033-8e81-bbd6163c575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:12.751013 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:12.772708 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6152d472-d3d3-45b6-8137-eb8ada028cb5 admin admin] 10.222.0.110 "PUT /v2.0/routers/1749df77-0c1b-4bee-b491-a6469f5c7834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0918336 Feb 16 14:33:12.785837 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-93feeadd-cf1c-4033-8e81-bbd6163c575e None None] Port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:12.922092 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33744) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:12.976259 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f6214c14-9e8c-438e-8c29-6de8f1f9507a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0ba4fb356b624d74a50bcc3661abcec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526304 Feb 16 14:33:12.979406 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33746) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:13.032270 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] Publish callbacks [] for security_group (d452ad86-51d8-4b6a-9599-3ed776920428), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.055869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] Publish callbacks [] for security_group (d452ad86-51d8-4b6a-9599-3ed776920428), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.204348 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d452ad86-51d8-4b6a-9599-3ed776920428), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.207286 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.208440 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d452ad86-51d8-4b6a-9599-3ed776920428 HTTP/1.1" status: 204 len: 168 time: 0.2281270 Feb 16 14:33:13.216458 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035586f-36cd-43d5-a4b2-170189bf99c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d452ad86-51d8-4b6a-9599-3ed776920428,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:13.670610 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33760) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:13.675936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-464722552-network', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:13.770146 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Made reservation on behalf of 3d1671e9385f4ed4b1d8a2b7f720ed4d for: {'network': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:13.773283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for network (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.784533 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.839319 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b07efb36-d2f7-4096-9808-c5dec96841f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.870266 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Sync routers for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:13.876965 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks [] for security_group (dd934ce0-52b1-4ee4-81e4-fa581b36580f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.888685 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:13.889406 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:13.969824 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (dd934ce0-52b1-4ee4-81e4-fa581b36580f), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.995034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] vlan segment allocate from pool success with {'vlan_id': 1401, 'physical_network': 'physnet1'} {{(pid=103313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:33:14.004361 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd934ce0-52b1-4ee4-81e4-fa581b36580f,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.010756 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (8b90d62a-10b3-4878-a4c5-5448fad0832f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.011101 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.segments_db [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Added segment 8b90d62a-10b3-4878-a4c5-5448fad0832f of type vlan for network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd Feb 16 14:33:14.031485 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:14.053977 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748136536697'] for network (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.172480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 005a3a94-150f-48fd-aa64-ccdab822ff39 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:14.198364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743'] for network (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.199440 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:14.200243 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.259538 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] Pushing event updated for resources: {'Network': ['ID=e9eeca15-4dc9-40a7-a030-bc8b1ddabddd,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.269681 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 005a3a94-150f-48fd-aa64-ccdab822ff39 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:14.270080 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.273504 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd details requested by agent ovs-agent-dv-cinder-804735-16-iscsi with host dv-cinder-804735-16-iscsi {{(pid=103315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:33:14.306191 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3ce88a35-b8ce-475e-8c2f-fb555480949a admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6321225 Feb 16 14:33:14.307407 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33768) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:14.312299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Request body: {'subnet': {'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-464722552-subnet', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'ip_version': 4}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:14.372140 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:12Z', 'revision_number': 2, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:14.410228 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Made reservation on behalf of 3d1671e9385f4ed4b1d8a2b7f720ed4d for: {'subnet': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:14.412909 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Checking router: 1749df77-0c1b-4bee-b491-a6469f5c7834 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:14.413079 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12070800'] for subnet (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.413394 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Updating router 1749df77-0c1b-4bee-b491-a6469f5c7834 port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:14.427773 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33772) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:14.471191 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.499630 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 005a3a94-150f-48fd-aa64-ccdab822ff39 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:14.499796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.547463 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port 005a3a94-150f-48fd-aa64-ccdab822ff39, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=005a3a94-150f-48fd-aa64-ccdab822ff39,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:14.552742 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afe69247-147b-4e49-ab9e-fe2728e6d7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.628685 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afe69247-147b-4e49-ab9e-fe2728e6d7a9 admin admin] Publish callbacks [] for security_group (e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.640236 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.713959 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8761559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12070818'] for subnet (97118d53-e466-4edd-82c3-d608f5e60a2e), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.736124 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=005a3a94-150f-48fd-aa64-ccdab822ff39,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.752750 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-afe69247-147b-4e49-ab9e-fe2728e6d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.776123 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97118d53-e466-4edd-82c3-d608f5e60a2e,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.790275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Checking segment: {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:14.790275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Network hostable DHCP agents. Network: e9eeca15-4dc9-40a7-a030-bc8b1ddabddd, hostable agents: ['a7b86353-b827-4d8a-8f19-3c3d54cfaad6'], hosted agents: [] {{(pid=103313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:33:14.793752 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-afe69247-147b-4e49-ab9e-fe2728e6d7a9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0d1080e66b2b48bc9e55890efcee4be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647900 Feb 16 14:33:14.795236 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69247-147b-4e49-ab9e-fe2728e6d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.796505 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33776) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:14.825045 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks [] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.848602 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] Publish callbacks [] for security_group (e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.870121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] Publish callbacks [] for security_group (e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.918166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd is scheduled to be hosted by DHCP agent a7b86353-b827-4d8a-8f19-3c3d54cfaad6 with binding_index 1 {{(pid=103313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:33:14.946754 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.000205 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc056c55-075a-4c56-8b48-2eed0de2d85c None None] Pushing event updated for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:15.015987 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.018559 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.022211 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf HTTP/1.1" status: 204 len: 168 time: 0.2223027 Feb 16 14:33:15.033107 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e5599-b709-4e2a-afa1-22518860915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68dc97e-a5e3-4934-bbd9-aa3b1497c7cf,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:15.050106 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-16-iscsi, e9eeca15-4dc9-40a7-a030-bc8b1ddabddd) {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:15.067377 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:15.067714 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b53d3f-4a70-4c1d-82c9-15c1fbb5a4ea None None] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:15.069082 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.106747 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Attempting to bind port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:15.107123 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Attempting to bind port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:15.107493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Attempting to bind port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 on network 7c5dc760-aa7b-446e-9cc3-aee781831e3d {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:15.117178 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:15.117559 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Checking segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:15.117965 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.118363 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Bound using segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:15.118866 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Bound port: 52cb9ac8-46a4-4787-af86-36e6b9b726a8, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:15.123047 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.178523 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-766f9c9d-275c-4b82-9042-481a531fab3e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8702176 Feb 16 14:33:15.181319 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33780) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:15.186011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:15.278982 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254078'] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.280221 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254057'] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.336343 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for router_controller (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), precommit_add_association {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.377204 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c3b2a8-501c-54e6-a38e-2d43ca9be83a-e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'fixed_ips': [{'subnet_id': '97118d53-e466-4edd-82c3-d608f5e60a2e'}]}} from dv-cinder-804735-16-iscsi. {{(pid=103315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:33:15.378067 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.395961 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-21cba023-7eaa-478a-88c2-3c326d3f4435 None None] Provisioning complete for port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:15.396334 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-21cba023-7eaa-478a-88c2-3c326d3f4435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.398430 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] For port 52cb9ac8-46a4-4787-af86-36e6b9b726a8, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:15.430957 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] For port 52cb9ac8-46a4-4787-af86-36e6b9b726a8, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=52cb9ac8-46a4-4787-af86-36e6b9b726a8,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:15.505588 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-21cba023-7eaa-478a-88c2-3c326d3f4435 None None] Port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:15.552552 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.587318 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for router_gateway (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.618388 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.db_base_plugin_common [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Allocated IP 172.20.0.2 (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd/97118d53-e466-4edd-82c3-d608f5e60a2e/655a2422-fb39-4172-8c7d-c7bf662a9766) {{(pid=103315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:15.642757 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc056c55-075a-4c56-8b48-2eed0de2d85c None None] Pushing event updated for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:15.647549 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:15.648172 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:32:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:15.835942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:15.903693 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for router_gateway (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.912468 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Provisioning complete for port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:15.912849 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.923063 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.971102 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks [] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), precommit_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.028673 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Allocated IP 172.27.0.35 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/bfbc4691-7b44-481d-a707-c0f6c8553263) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:16.083332 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), after_create {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.141631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.161739 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Current status of the port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:16.162299 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.179356 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd is already hosted by enough agents. {{(pid=103315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:16.180292 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 005a3a94-150f-48fd-aa64-ccdab822ff39 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:16.214421 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.scheduler.base_scheduler [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:16.217030 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Received port after_create {{(pid=103315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:16.225555 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Pushing event updated for resources: {'Port': ['ID=655a2422-fb39-4172-8c7d-c7bf662a9766,revision_number=1']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:16.261310 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.261641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.261983 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.262321 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.262678 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.263026 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.263334 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.263658 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.263983 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.264308 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.264625 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.264943 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.265261 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:16.273878 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.300176 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] For port 52cb9ac8-46a4-4787-af86-36e6b9b726a8, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=52cb9ac8-46a4-4787-af86-36e6b9b726a8,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:16.313300 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:16.318168 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:16.321712 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:16.322159 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-886cfd43-72ae-4419-ad81-56e2d8e44816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.337383 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Attempting to bind port 655a2422-fb39-4172-8c7d-c7bf662a9766 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:16.337756 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Attempting to bind port 655a2422-fb39-4172-8c7d-c7bf662a9766 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:16.338821 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Attempting to bind port 655a2422-fb39-4172-8c7d-c7bf662a9766 on network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:16.346102 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfbc4691-7b44-481d-a707-c0f6c8553263,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:16.350337 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:15Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:16.352286 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:16.352657 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Checking segment: {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:16.353054 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.353444 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Bound using segment: {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:16.354476 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Bound port: 655a2422-fb39-4172-8c7d-c7bf662a9766, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:16.354972 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.402937 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 005a3a94-150f-48fd-aa64-ccdab822ff39 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:16.403318 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.408070 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.409929 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ffcd0f-6f22-4654-9284-9472bd406495 None None] The sync data for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi is: [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:15Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:16.559193 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ae47c-ab59-4e29-a165-7b7d76c4ab52 None None] Pushing event updated for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:16.566179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] For port 655a2422-fb39-4172-8c7d-c7bf662a9766, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:16.570548 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] For port 655a2422-fb39-4172-8c7d-c7bf662a9766, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=655a2422-fb39-4172-8c7d-c7bf662a9766,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:16.615143 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 005a3a94-150f-48fd-aa64-ccdab822ff39 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:16.662102 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:16.734895 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ac088-66a3-4036-95fa-ccbce74a2bf0 None None] Pushing event updated for resources: {'Port': ['ID=655a2422-fb39-4172-8c7d-c7bf662a9766,revision_number=2']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:16.752469 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for router_gateway (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.010953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658299'] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.123362 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.221094 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a is scheduled to L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 with binding_index 1 {{(pid=103313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:33:17.345117 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:17.357767 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Sync routers for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:17.373596 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:17.374216 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:17.444178 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.448501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33782) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:17.449076 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f161bf00-f1a7-4ef2-a113-62b2accccda6 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2662518 Feb 16 14:33:17.495319 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:17.686749 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 3, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:17.687626 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dad767-c50e-4d63-a631-9c7c803785e9 None None] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:17.715262 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Checking router: 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:17.715607 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Updating router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a port bfbc4691-7b44-481d-a707-c0f6c8553263 binding host dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:17.743582 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.772352 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Provisioning complete for port 655a2422-fb39-4172-8c7d-c7bf662a9766 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:17.772721 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.895665 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Current status of the port 655a2422-fb39-4172-8c7d-c7bf662a9766 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:17.895665 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.928644 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] For port 655a2422-fb39-4172-8c7d-c7bf662a9766, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=655a2422-fb39-4172-8c7d-c7bf662a9766,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:17.973738 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:17.999660 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.034056 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks [] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), precommit_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.060120 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1efe8-37e8-412a-8309-db62765e9026 None None] Pushing event updated for resources: {'Port': ['ID=655a2422-fb39-4172-8c7d-c7bf662a9766,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:18.101314 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.124713 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-508fb3d0-3523-48b1-a946-d8c708689d7a None None] Provisioning complete for port 655a2422-fb39-4172-8c7d-c7bf662a9766 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:18.125205 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-508fb3d0-3523-48b1-a946-d8c708689d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.166992 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Attempting to bind port bfbc4691-7b44-481d-a707-c0f6c8553263 on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:18.167366 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Attempting to bind port bfbc4691-7b44-481d-a707-c0f6c8553263 by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:18.168261 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Attempting to bind port bfbc4691-7b44-481d-a707-c0f6c8553263 on network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:18.171346 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804c38b-34c7-4efa-9cbe-8c691d6586be None None] Pushing event updated for resources: {'Port': ['ID=bfbc4691-7b44-481d-a707-c0f6c8553263,revision_number=2']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:18.176296 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:18.176670 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Checking segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:18.177075 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.177463 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Bound using segment: {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'} {{(pid=103316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:18.177930 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.managers [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Bound port: bfbc4691-7b44-481d-a707-c0f6c8553263, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e328dccb-a2cf-4ce2-823a-503e7ef1f90b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82'}}] {{(pid=103316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:18.178305 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), before_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.194849 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Allocated IP 172.20.0.1 (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd/97118d53-e466-4edd-82c3-d608f5e60a2e/a87fed47-2b2b-4540-948e-31d734fc8fab) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:18.240298 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] For port bfbc4691-7b44-481d-a707-c0f6c8553263, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:18.248312 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-508fb3d0-3523-48b1-a946-d8c708689d7a None None] Current status of the port 655a2422-fb39-4172-8c7d-c7bf662a9766 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:18.256241 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.plugins.ml2.db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] For port bfbc4691-7b44-481d-a707-c0f6c8553263, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=bfbc4691-7b44-481d-a707-c0f6c8553263,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:18.262468 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 655a2422-fb39-4172-8c7d-c7bf662a9766 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:18.324221 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks [] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.342477 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron_lib.callbacks.manager [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), after_update {{(pid=103316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.398461 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:18.399202 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:18.434026 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.458072 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 655a2422-fb39-4172-8c7d-c7bf662a9766 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:18.458542 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.481475 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:18.482501 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804c38b-34c7-4efa-9cbe-8c691d6586be None None] Pushing event updated for resources: {'Port': ['ID=bfbc4691-7b44-481d-a707-c0f6c8553263,revision_number=3']} {{(pid=103316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:18.500029 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:18.503748 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:18.534993 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:18.541115 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Pushing event updated for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:18.552345 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655654'] for router_interface (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.570320 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 655a2422-fb39-4172-8c7d-c7bf662a9766 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:18.571831 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 52cb9ac8-46a4-4787-af86-36e6b9b726a8 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:18.635946 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:18.636653 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.737502 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:18.751471 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 3, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:18.774816 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747215e-62b0-4bdb-9ed5-995892f4c970 None None] The sync data for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi is: [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 3, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:18.778182 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.779077 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-4b7c1e78-35a8-47e6-afde-c4b55e4616a7 None None] Provisioning complete for port a87fed47-2b2b-4540-948e-31d734fc8fab triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:18.779486 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1e78-35a8-47e6-afde-c4b55e4616a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.780958 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:18.816087 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c1e78-35a8-47e6-afde-c4b55e4616a7 None None] Port a87fed47-2b2b-4540-948e-31d734fc8fab cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:18.953528 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks [] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:19.032938 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:19.106604 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Pushing event updated for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:19.109142 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655802'] for router_interface (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:19.204301 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:19.205694 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:19.336570 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:19.445562 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-d1bb9f57-db94-4879-b361-7f4f9c274641 None None] Provisioning complete for port a87fed47-2b2b-4540-948e-31d734fc8fab triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:19.446071 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9f57-db94-4879-b361-7f4f9c274641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:19.461443 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:19.470739 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-25073671-d3bb-4d32-9700-ee7e58ea4c67 admin admin] 10.222.0.110 "PUT /v2.0/routers/6dbbaaef-bce4-4229-8e29-b8d2e5aa757a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173542 Feb 16 14:33:19.498556 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb9f57-db94-4879-b361-7f4f9c274641 None None] Port a87fed47-2b2b-4540-948e-31d734fc8fab cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:19.570430 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:20.086657 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33798) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:20.095378 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304171873', 'description': 'tempest-secgroup-smoke-304171873 description', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:20.169865 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.216705 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device bfbc4691-7b44-481d-a707-c0f6c8553263 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:20.241895 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.263933 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (a86f0b9c-7faf-4538-88f2-40aaa23f4e1d), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.270940 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port bfbc4691-7b44-481d-a707-c0f6c8553263 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:20.271392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.346812 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a86f0b9c-7faf-4538-88f2-40aaa23f4e1d), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.354755 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port bfbc4691-7b44-481d-a707-c0f6c8553263 is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:20.355145 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.376786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] For port bfbc4691-7b44-481d-a707-c0f6c8553263, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=bfbc4691-7b44-481d-a707-c0f6c8553263,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:20.380992 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:20.405401 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Sync routers for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:20.419228 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:20.419847 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:20.441457 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.442988 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-c96216b1-f261-4966-afe7-7f9ef203293f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3551829 Feb 16 14:33:20.453528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33802) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:20.455526 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:20.542522 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:20.568649 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.617975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (7318c89f-7983-493f-b455-786e5d1c41b2), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.682181 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (7318c89f-7983-493f-b455-786e5d1c41b2), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.685019 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Pushing event updated for resources: {'Port': ['ID=bfbc4691-7b44-481d-a707-c0f6c8553263,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:20.750184 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e676-e13e-44ba-b594-d9723bb90585 req-e55b6983-ad51-4a68-8d18-66bd8a102187 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:20.752558 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3004e676-e13e-44ba-b594-d9723bb90585 req-e55b6983-ad51-4a68-8d18-66bd8a102187 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0718658 Feb 16 14:33:20.764451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (7318c89f-7983-493f-b455-786e5d1c41b2), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.787564 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7318c89f-7983-493f-b455-786e5d1c41b2,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:20.805651 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3004e676-e13e-44ba-b594-d9723bb90585 req-11a5fa95-ba02-4a13-8376-9b726dc16d12 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475674 Feb 16 14:33:20.816235 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 4, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'a87fed47-2b2b-4540-948e-31d734fc8fab', 'name': '', 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'mac_address': 'fa:16:3e:50:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:17Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 2, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'subnets': [{'id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:20.856991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Checking router: 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:20.857378 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Updating router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a port a87fed47-2b2b-4540-948e-31d734fc8fab binding host dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:20.884100 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.886792 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:20.888004 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-37c84909-0eb7-4bd6-99dd-0bae57361904 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4371018 Feb 16 14:33:20.890778 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33806) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:20.895111 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:21.008986 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (ac4792b7-fa2d-4bad-9595-d306066f8f50), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.067968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (ac4792b7-fa2d-4bad-9595-d306066f8f50), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.141118 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (ac4792b7-fa2d-4bad-9595-d306066f8f50), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.143673 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks [] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), precommit_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.159102 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4792b7-fa2d-4bad-9595-d306066f8f50,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:21.232771 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.251750 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.252973 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f5f0fb2b-e176-4de3-bd50-2d5e324877e2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612514 Feb 16 14:33:21.255643 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33808) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:21.260060 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:21.283538 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb421-35a3-4234-9e02-fee4e755da49 None None] Pushing event updated for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=3']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:21.340274 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Attempting to bind port a87fed47-2b2b-4540-948e-31d734fc8fab on host dv-cinder-804735-16-iscsi for vnic_type normal with profile {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:21.340274 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Attempting to bind port a87fed47-2b2b-4540-948e-31d734fc8fab by drivers openvswitch,hyperv on host dv-cinder-804735-16-iscsi at level 0 using segments [{'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:21.340493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Attempting to bind port a87fed47-2b2b-4540-948e-31d734fc8fab on network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:21.345551 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Checking agent: {'id': 'c1af7b65-7899-4b0b-b9c9-8bae0a309641', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 16, 50), 'started_at': datetime.datetime(2022, 2, 16, 14, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:21.345930 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Checking segment: {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:21.346330 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.346757 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Bound using segment: {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'} {{(pid=103315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:21.347230 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.managers [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Bound port: a87fed47-2b2b-4540-948e-31d734fc8fab, host: dv-cinder-804735-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b90d62a-10b3-4878-a4c5-5448fad0832f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd'}}] {{(pid=103315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:21.347610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.376517 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (44044322-149d-4297-9285-531387e4e301), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.430121 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] For port a87fed47-2b2b-4540-948e-31d734fc8fab, host dv-cinder-804735-16-iscsi, cleared binding levels {{(pid=103315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:21.434724 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] For port a87fed47-2b2b-4540-948e-31d734fc8fab, host dv-cinder-804735-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a87fed47-2b2b-4540-948e-31d734fc8fab,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:21.440093 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (44044322-149d-4297-9285-531387e4e301), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.529504 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (44044322-149d-4297-9285-531387e4e301), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.531646 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-58907c24-8464-431d-ad25-096bf496dc81 None None] Provisioning complete for port a87fed47-2b2b-4540-948e-31d734fc8fab triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:21.532152 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-58907c24-8464-431d-ad25-096bf496dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.552677 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44044322-149d-4297-9285-531387e4e301,revision_number=0']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:21.557682 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.602517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-58907c24-8464-431d-ad25-096bf496dc81 None None] Port a87fed47-2b2b-4540-948e-31d734fc8fab cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:21.627741 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb421-35a3-4234-9e02-fee4e755da49 None None] Pushing event updated for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:21.630219 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:21.630861 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:21.632610 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.634436 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-8b764ba2-8d48-4859-9d20-eed9b21ea946 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773069 Feb 16 14:33:21.637597 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33810) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:21.642186 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:21.735251 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (6a7b63e8-c209-4d28-8b7c-9ab5be892e1b), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.745939 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:21.805507 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (6a7b63e8-c209-4d28-8b7c-9ab5be892e1b), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.863521 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Provisioning complete for port a87fed47-2b2b-4540-948e-31d734fc8fab triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:21.863896 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.907220 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (6a7b63e8-c209-4d28-8b7c-9ab5be892e1b), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:21.926694 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7b63e8-c209-4d28-8b7c-9ab5be892e1b,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:21.967700 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0c99-5058-4f60-ad8e-5ed205f2d7a0 req-ae1e4354-8b77-455a-b90f-784479091fe1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:21.969348 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b21e0c99-5058-4f60-ad8e-5ed205f2d7a0 req-ae1e4354-8b77-455a-b90f-784479091fe1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0619218 Feb 16 14:33:22.017264 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.021206 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b21e0c99-5058-4f60-ad8e-5ed205f2d7a0 req-33cbeaae-e17f-4538-90fb-0f895816bed1 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups?id=70d302da-5cba-4502-a24b-abdce3f260d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 Feb 16 14:33:22.022972 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Current status of the port a87fed47-2b2b-4540-948e-31d734fc8fab is: DOWN; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:22.023361 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.024431 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-c194fae4-2e80-41dc-9ed9-e5a4ed67c1d3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857775 Feb 16 14:33:22.027923 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33814) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:22.039478 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:22.040544 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 4, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'a87fed47-2b2b-4540-948e-31d734fc8fab', 'name': '', 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'mac_address': 'fa:16:3e:50:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:17Z', 'updated_at': '2022-02-16T14:33:21Z', 'revision_number': 4, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'subnets': [{'id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:22.087389 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99468ec8-eff1-4a56-8c17-4258ee01e3ce None None] The sync data for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi is: [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:18Z', 'revision_number': 4, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': 'a87fed47-2b2b-4540-948e-31d734fc8fab', 'name': '', 'network_id': 'e9eeca15-4dc9-40a7-a030-bc8b1ddabddd', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'mac_address': 'fa:16:3e:50:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:17Z', 'updated_at': '2022-02-16T14:33:21Z', 'revision_number': 4, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'subnets': [{'id': '97118d53-e466-4edd-82c3-d608f5e60a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:22.107117 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] For port a87fed47-2b2b-4540-948e-31d734fc8fab, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a87fed47-2b2b-4540-948e-31d734fc8fab,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:22.137222 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.securitygroups_db [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Project b87af7cf2ef041d795d4b0f320e7b3b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:33:22.143216 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (87b2a419-955f-408f-bbcd-fda6e9384822), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.193286 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.230714 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device bfbc4691-7b44-481d-a707-c0f6c8553263 up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:22.237949 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (87b2a419-955f-408f-bbcd-fda6e9384822), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.259305 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-62ac5c35-644a-4c63-87a3-d6b2e2818f4e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:22.261296 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-62ac5c35-644a-4c63-87a3-d6b2e2818f4e tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 946 time: 0.0766866 Feb 16 14:33:22.294395 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d47bf-a33e-43b7-9024-40228a2cee9f None None] Pushing event updated for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:22.313349 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port bfbc4691-7b44-481d-a707-c0f6c8553263 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:22.313784 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.346643 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (87b2a419-955f-408f-bbcd-fda6e9384822), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.375743 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b2a419-955f-408f-bbcd-fda6e9384822,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:22.397861 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Deleting port c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:22.398245 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.469137 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.471803 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-f0de2473-ce7a-43ce-b007-801d5c43f181 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4421976 Feb 16 14:33:22.473352 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33816) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:22.479981 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'security_group_rule': {'security_group_id': 'a86f0b9c-7faf-4538-88f2-40aaa23f4e1d', 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:22.518423 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] For port c35750d8-fe77-4744-8fd1-c9914d7c2435, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c35750d8-fe77-4744-8fd1-c9914d7c2435,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:22.518841 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.556237 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port bfbc4691-7b44-481d-a707-c0f6c8553263 is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:22.581312 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.securitygroups_db [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Project b87af7cf2ef041d795d4b0f320e7b3b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:33:22.586921 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (5602b4a6-f604-4fdf-aaaf-73470bce2ec8), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.643878 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.659839 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (5602b4a6-f604-4fdf-aaaf-73470bce2ec8), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.714784 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.715330 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.715461 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Floating IP 1f7c7aec-1a34-4364-b724-d1984bdccd2c disassociated. External IP: 172.27.0.3, port: c35750d8-fe77-4744-8fd1-c9914d7c2435. Feb 16 14:33:22.715760 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Calling delete_port for c35750d8-fe77-4744-8fd1-c9914d7c2435 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:22.758430 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558979'] for security_group_rule (5602b4a6-f604-4fdf-aaaf-73470bce2ec8), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.775457 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5602b4a6-f604-4fdf-aaaf-73470bce2ec8,revision_number=0']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:22.857522 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.858771 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-4b731b35-204c-43f9-b2b2-052ba9bec75e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3842189 Feb 16 14:33:22.918638 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (c35750d8-fe77-4744-8fd1-c9914d7c2435), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.955585 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'Port': ['ID=c35750d8-fe77-4744-8fd1-c9914d7c2435,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:23.073913 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:23.133864 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c733bdbd-6e57-48fa-828f-945521d58fd4 req-9047917f-ae3d-4f6b-89c3-71b5ccb79d87 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/ports?device_id=542bf2d6-2c49-48e1-a903-3a14bcfb1b0d HTTP/1.1" status: 200 len: 210 time: 0.0325160 Feb 16 14:33:23.199624 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:23.210358 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:23.221408 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:23.222061 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:23.248319 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] No DVR routers for this DVR port c35750d8-fe77-4744-8fd1-c9914d7c2435 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:23.250855 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:23.254211 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-4fbac316-66e7-4b25-9cea-d61a87b4e9aa req-efdb2377-a66b-41e1-9170-d9396068b705 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.124 "DELETE /v2.0/ports/c35750d8-fe77-4744-8fd1-c9914d7c2435 HTTP/1.1" status: 204 len: 173 time: 0.9875827 Feb 16 14:33:23.254714 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-deleted', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:23.257029 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4945f37-b617-4827-89ed-368a845b6196" -d '{"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-deleted", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:23.302291 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9286812-ba37-4c78-9fec-d930abceb92e x-openstack-request-id: req-e9286812-ba37-4c78-9fec-d930abceb92e {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:23.302599 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bf2d6-2c49-48e1-a903-3a14bcfb1b0d", "name": "network-vif-deleted", "tag": "c35750d8-fe77-4744-8fd1-c9914d7c2435", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:23.302903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e9286812-ba37-4c78-9fec-d930abceb92e {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:23.303311 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bf2d6-2c49-48e1-a903-3a14bcfb1b0d', 'name': 'network-vif-deleted', 'tag': 'c35750d8-fe77-4744-8fd1-c9914d7c2435', 'status': 'completed', 'code': 200} Feb 16 14:33:23.450507 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:23.688150 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:23.716571 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:23.725336 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:23.726020 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:23.836803 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:24.047026 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:24.075113 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a42042-c619-41ed-b788-d2919e0e5994 None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:25:25Z', 'revision_number': 4, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '41329779-1747-4c34-bab4-ed1307ff60f8', 'name': '', 'network_id': 'b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'mac_address': 'fa:16:3e:02:66:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:24Z', 'updated_at': '2022-02-16T14:25:40Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'subnets': [{'id': '8f99cb86-4ba8-483d-be03-148b4390c177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:24.211418 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a87fed47-2b2b-4540-948e-31d734fc8fab up at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:24.262233 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Provisioning complete for port a87fed47-2b2b-4540-948e-31d734fc8fab triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:24.262613 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.292196 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 33866) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:24.338540 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c404a72-74b1-455e-bd03-9df9fc5b53ef None None] New status for floating IP 1f7c7aec-1a34-4364-b724-d1984bdccd2c: DOWN {{(pid=103315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:24.354207 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (70d302da-5cba-4502-a24b-abdce3f260d3), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.379514 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (70d302da-5cba-4502-a24b-abdce3f260d3), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.428385 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Current status of the port a87fed47-2b2b-4540-948e-31d734fc8fab is: ACTIVE; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:24.535238 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (70d302da-5cba-4502-a24b-abdce3f260d3), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.537866 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.539057 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "DELETE /v2.0/security-groups/70d302da-5cba-4502-a24b-abdce3f260d3 HTTP/1.1" status: 204 len: 168 time: 0.2458782 Feb 16 14:33:24.542461 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33882) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:24.557492 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb5cc4-18d3-42bb-8742-2ada1becdda6 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d302da-5cba-4502-a24b-abdce3f260d3,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:24.569939 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.api.v2.resource [None req-00797855-4e9d-48cf-898a-81a7d06418cf tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] show failed (client error): The resource could not be found. Feb 16 14:33:24.571055 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-00797855-4e9d-48cf-898a-81a7d06418cf tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "GET /v2.0/security-groups/70d302da-5cba-4502-a24b-abdce3f260d3 HTTP/1.1" status: 404 len: 347 time: 0.0275331 Feb 16 14:33:24.574976 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33884) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:24.715175 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Deleting port 24348180-5210-41f6-971f-51a061b396ee {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:24.715546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (24348180-5210-41f6-971f-51a061b396ee), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.804368 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (24348180-5210-41f6-971f-51a061b396ee), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.804690 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (24348180-5210-41f6-971f-51a061b396ee), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:24.816658 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Calling delete_port for 24348180-5210-41f6-971f-51a061b396ee owned by network:floatingip {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:25.027446 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (24348180-5210-41f6-971f-51a061b396ee), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:25.053316 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Pushing event deleted for resources: {'Port': ['ID=24348180-5210-41f6-971f-51a061b396ee,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:25.123292 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks [] for floatingip (1f7c7aec-1a34-4364-b724-d1984bdccd2c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:25.125875 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:25.127037 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-446b1a5c-5d1d-45de-b9ec-6d8fe989d2a9 tempest-AttachVolumeShelveTestJSON-99062563 tempest-AttachVolumeShelveTestJSON-99062563-project] 10.222.0.110 "DELETE /v2.0/floatingips/1f7c7aec-1a34-4364-b724-d1984bdccd2c HTTP/1.1" status: 204 len: 168 time: 0.5504265 Feb 16 14:33:26.186305 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:26.206786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: c35750d8-fe77-4744-8fd1-c9914d7c2435 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:26.207139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device c35750d8-fe77-4744-8fd1-c9914d7c2435 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:27.807117 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33912) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:28.558528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.816275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Deleting port 41329779-1747-4c34-bab4-ed1307ff60f8 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:28.817031 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.905298 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] For port 41329779-1747-4c34-bab4-ed1307ff60f8, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=41329779-1747-4c34-bab4-ed1307ff60f8,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:28.905650 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.917773 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Calling delete_port for 41329779-1747-4c34-bab4-ed1307ff60f8 owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:29.192466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (41329779-1747-4c34-bab4-ed1307ff60f8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.219557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Pushing event deleted for resources: {'Port': ['ID=41329779-1747-4c34-bab4-ed1307ff60f8,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:29.391525 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.618466 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:29.733040 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:29.741159 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fd914cdf-aad3-41e3-a6f0-a957f211590e admin admin] 10.222.0.110 "PUT /v2.0/routers/4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303336 Feb 16 14:33:29.742049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33920) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:29.751357 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Sync routers for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:29.767212 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:29.767922 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:29.852028 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks [] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.896711 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:29.967655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks [] for router_gateway (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.105400 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:33:29Z', 'revision_number': 5, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port': {'id': '98be9618-5048-46e8-8d00-1ff5d89492a7', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:25:19Z', 'updated_at': '2022-02-16T14:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:30.134613 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Checking router: 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:30.143688 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Routers {'4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:30.144284 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:30.197885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Deleting port 98be9618-5048-46e8-8d00-1ff5d89492a7 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:30.198783 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.241303 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] Set router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:30.288275 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] For port 98be9618-5048-46e8-8d00-1ff5d89492a7, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=98be9618-5048-46e8-8d00-1ff5d89492a7,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:30.289349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.304055 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:33:29Z', 'revision_number': 6, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:30.304377 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Calling delete_port for 98be9618-5048-46e8-8d00-1ff5d89492a7 owned by network:router_gateway {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:30.422578 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7785c750-2239-43f6-9713-c6f94a89f361 None None] The sync data for ids ['4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2'] in dv-cinder-804735-16-iscsi is: [{'id': '4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2', 'name': 'tempest-AttachVolumeShelveTestJSON-251645644-router', 'tenant_id': 'aeb2105b246e4f78bccf81a39b007f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:25:17Z', 'updated_at': '2022-02-16T14:33:29Z', 'revision_number': 6, 'project_id': 'aeb2105b246e4f78bccf81a39b007f69', 'gw_port_host': None}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:30.552728 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (98be9618-5048-46e8-8d00-1ff5d89492a7), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.579750 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Pushing event deleted for resources: {'Port': ['ID=98be9618-5048-46e8-8d00-1ff5d89492a7,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:30.647283 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.746165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.748464 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks [] for router_controller (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.877329 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.881296 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 {{(pid=103313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:33:30.882271 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.883460 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-268bd751-c607-46cb-aa04-aeec5322ec2b admin admin] 10.222.0.110 "DELETE /v2.0/routers/4dc7e3bf-ee4b-4a9a-96c0-fd8824527fb2 HTTP/1.1" status: 204 len: 168 time: 1.1412387 Feb 16 14:33:30.886514 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33924) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:30.933958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Deleting subnet 8f99cb86-4ba8-483d-be03-148b4390c177 {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:33:30.937110 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Publish callbacks [] for subnet (8f99cb86-4ba8-483d-be03-148b4390c177), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.971971 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (8f99cb86-4ba8-483d-be03-148b4390c177), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.052081 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (8f99cb86-4ba8-483d-be03-148b4390c177), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.170706 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (8f99cb86-4ba8-483d-be03-148b4390c177), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.197847 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f99cb86-4ba8-483d-be03-148b4390c177,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:31.204608 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.209423 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e71b98c7-1f3e-4ff7-8a7c-71cf1e4a3548 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/8f99cb86-4ba8-483d-be03-148b4390c177 HTTP/1.1" status: 204 len: 168 time: 0.3204207 Feb 16 14:33:31.210349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33926) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:31.210972 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47dbff-f66d-402e-9b0b-290d8c390fa1 None None] Network b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:31.286452 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.344954 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Deleting port 891d6d2a-a678-41ea-b191-d8c9119a946f {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:31.345294 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.388677 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] DHCP port deletion for b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:33:31.408584 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] For port 891d6d2a-a678-41ea-b191-d8c9119a946f, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=891d6d2a-a678-41ea-b191-d8c9119a946f,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:31.408801 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.422177 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Calling delete_port for 891d6d2a-a678-41ea-b191-d8c9119a946f owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:31.442975 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Deleting port 891d6d2a-a678-41ea-b191-d8c9119a946f {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:31.443357 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.515490 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] For port 891d6d2a-a678-41ea-b191-d8c9119a946f, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=891d6d2a-a678-41ea-b191-d8c9119a946f,segment=NetworkSegment(ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb),segment_id=ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:31.515890 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.527697 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Calling delete_port for 891d6d2a-a678-41ea-b191-d8c9119a946f owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:31.575396 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.598906 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Pushing event deleted for resources: {'Port': ['ID=891d6d2a-a678-41ea-b191-d8c9119a946f,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:31.604513 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] No DVR routers for this DVR port 891d6d2a-a678-41ea-b191-d8c9119a946f on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:31.611521 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (891d6d2a-a678-41ea-b191-d8c9119a946f), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.640949 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] Pushing event deleted for resources: {'Port': ['ID=891d6d2a-a678-41ea-b191-d8c9119a946f,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:31.644536 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38143e0-255b-4ee5-9f1a-c3621452b95a None None] No DVR routers for this DVR port 891d6d2a-a678-41ea-b191-d8c9119a946f on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:31.679433 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.699692 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:31.708889 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:31.709186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:31.719188 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.733001 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.740755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:33:31.741203 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (ed6b42fb-3c52-4e71-9f50-14e2c26a7cbb), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:33:31.743081 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:33:31.855327 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.860349 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.864135 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] 10.222.0.110 "DELETE /v2.0/networks/b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8 HTTP/1.1" status: 204 len: 168 time: 0.6521149 Feb 16 14:33:31.876301 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10849f49-e8bf-45fc-8662-b2135e3aa67e admin admin] Pushing event deleted for resources: {'Network': ['ID=b44c56ce-4ab9-4b55-a9f4-2cfe356cbeb8,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:32.159273 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 98be9618-5048-46e8-8d00-1ff5d89492a7 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:32.180055 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 98be9618-5048-46e8-8d00-1ff5d89492a7 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:32.186087 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 98be9618-5048-46e8-8d00-1ff5d89492a7 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:32.186087 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 41329779-1747-4c34-bab4-ed1307ff60f8 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:32.199833 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 41329779-1747-4c34-bab4-ed1307ff60f8 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:32.200185 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 41329779-1747-4c34-bab4-ed1307ff60f8 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:32.200601 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 891d6d2a-a678-41ea-b191-d8c9119a946f no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:32.209598 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33932) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:32.220017 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 891d6d2a-a678-41ea-b191-d8c9119a946f {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:32.220515 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 891d6d2a-a678-41ea-b191-d8c9119a946f not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:32.262432 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-83ce7924-ffa2-4716-a528-c90601307fb0 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=aeb2105b246e4f78bccf81a39b007f69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516119 Feb 16 14:33:32.264804 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 33936) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:32.314512 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] Publish callbacks [] for security_group (60849d54-c416-4456-b0aa-28631518153d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.335084 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] Publish callbacks [] for security_group (60849d54-c416-4456-b0aa-28631518153d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.564075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (60849d54-c416-4456-b0aa-28631518153d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.566718 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.567891 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/60849d54-c416-4456-b0aa-28631518153d HTTP/1.1" status: 204 len: 168 time: 0.3021829 Feb 16 14:33:32.577486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2974b9-c151-4557-88e3-db0b931a16ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60849d54-c416-4456-b0aa-28631518153d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:35.137610 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34000) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:35.240267 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-daca891a-ff20-46b3-9ab5-991c0df59cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.311788 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-daca891a-ff20-46b3-9ab5-991c0df59cea admin admin] Publish callbacks [] for security_group (36727bbf-0f90-4b7a-9a41-5e89dac6c998), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.467444 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-daca891a-ff20-46b3-9ab5-991c0df59cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (36727bbf-0f90-4b7a-9a41-5e89dac6c998), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.506063 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-daca891a-ff20-46b3-9ab5-991c0df59cea admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2a4eaa3a852e4e19bd0597571149726b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673472 Feb 16 14:33:35.507046 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca891a-ff20-46b3-9ab5-991c0df59cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36727bbf-0f90-4b7a-9a41-5e89dac6c998,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:35.510564 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34006) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:35.563189 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] Publish callbacks [] for security_group (36727bbf-0f90-4b7a-9a41-5e89dac6c998), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.584824 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] Publish callbacks [] for security_group (36727bbf-0f90-4b7a-9a41-5e89dac6c998), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.706369 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (36727bbf-0f90-4b7a-9a41-5e89dac6c998), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.708942 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.710121 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/36727bbf-0f90-4b7a-9a41-5e89dac6c998 HTTP/1.1" status: 204 len: 168 time: 0.1971593 Feb 16 14:33:35.718402 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443101-c99a-43fc-966f-47530f8e5f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36727bbf-0f90-4b7a-9a41-5e89dac6c998,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:36.227299 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34016) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:36.240477 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cf06eee5-b631-4d1a-ba59-f2186b87190b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.323893 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cf06eee5-b631-4d1a-ba59-f2186b87190b admin admin] Publish callbacks [] for security_group (d7c0f504-5705-4b99-8288-a4864b5e067a), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.397602 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cf06eee5-b631-4d1a-ba59-f2186b87190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d7c0f504-5705-4b99-8288-a4864b5e067a), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.438214 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-cf06eee5-b631-4d1a-ba59-f2186b87190b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=538a31ea6c274781ace01ade808a63c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068551 Feb 16 14:33:36.438214 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06eee5-b631-4d1a-ba59-f2186b87190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0f504-5705-4b99-8288-a4864b5e067a,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:36.438650 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34018) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:36.495976 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] Publish callbacks [] for security_group (d7c0f504-5705-4b99-8288-a4864b5e067a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.518825 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] Publish callbacks [] for security_group (d7c0f504-5705-4b99-8288-a4864b5e067a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.638958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (d7c0f504-5705-4b99-8288-a4864b5e067a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.641568 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.642773 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d7c0f504-5705-4b99-8288-a4864b5e067a HTTP/1.1" status: 204 len: 168 time: 0.2029274 Feb 16 14:33:36.654070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5e1ca-3b66-467d-8485-bd30e39a07c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0f504-5705-4b99-8288-a4864b5e067a,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:39.949360 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34096) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:40.053489 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f406f762-9c1e-470e-b1ac-e45bf57aeba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.127566 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f406f762-9c1e-470e-b1ac-e45bf57aeba2 admin admin] Publish callbacks [] for security_group (95bde334-b3e7-4b0e-907a-7e57b23f3591), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.203796 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f406f762-9c1e-470e-b1ac-e45bf57aeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (95bde334-b3e7-4b0e-907a-7e57b23f3591), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.240875 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f406f762-9c1e-470e-b1ac-e45bf57aeba2 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c0d7cc0d5ab74588a08c6c1a7fdbd0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904224 Feb 16 14:33:40.243095 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406f762-9c1e-470e-b1ac-e45bf57aeba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bde334-b3e7-4b0e-907a-7e57b23f3591,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:40.243658 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34100) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:40.298863 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] Publish callbacks [] for security_group (95bde334-b3e7-4b0e-907a-7e57b23f3591), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.322501 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] Publish callbacks [] for security_group (95bde334-b3e7-4b0e-907a-7e57b23f3591), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.414928 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (95bde334-b3e7-4b0e-907a-7e57b23f3591), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.417483 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.418646 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/95bde334-b3e7-4b0e-907a-7e57b23f3591 HTTP/1.1" status: 204 len: 168 time: 0.1739917 Feb 16 14:33:40.426140 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc77c4-3252-4fcf-a3d1-f75a0e8fce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bde334-b3e7-4b0e-907a-7e57b23f3591,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:40.807378 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-d34a6236-33e6-4a2d-ba17-ed8fbe6cf2e7 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304171873&fields=id&tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0 HTTP/1.1" status: 200 len: 267 time: 0.0447156 Feb 16 14:33:40.910617 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-9b5865e9-a956-414c-b15d-609280cb1610 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:40.912081 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-9b5865e9-a956-414c-b15d-609280cb1610 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 809 time: 0.0983310 Feb 16 14:33:40.927082 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-9fd7c154-c20d-49af-8e93-e6e516840243 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/quotas/b87af7cf2ef041d795d4b0f320e7b3b0 HTTP/1.1" status: 200 len: 375 time: 0.0094979 Feb 16 14:33:40.984951 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-b73eee39-1f65-4c4e-900c-d8ee60b48c18 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528719 Feb 16 14:33:41.000209 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34112) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:41.012860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ac5d13c9-1757-4f0b-b878-0aee10818ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.079573 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-b03699fa-868d-4a0f-bfa6-88551a750377 service neutron] 10.222.0.110 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837369 Feb 16 14:33:41.088240 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ac5d13c9-1757-4f0b-b878-0aee10818ad3 admin admin] Publish callbacks [] for security_group (f61c636e-ef9a-4c51-a7e9-04953f4619cf), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.146521 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ac5d13c9-1757-4f0b-b878-0aee10818ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f61c636e-ef9a-4c51-a7e9-04953f4619cf), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.170668 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-6aa34265-45c4-424a-9905-7db709eb9ba1 service neutron] 10.222.0.110 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 Feb 16 14:33:41.187748 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ac5d13c9-1757-4f0b-b878-0aee10818ad3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e7bb876bbcab40969982b0bbe142d561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864033 Feb 16 14:33:41.188623 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d13c9-1757-4f0b-b878-0aee10818ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c636e-ef9a-4c51-a7e9-04953f4619cf,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:41.190733 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34114) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:41.239349 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] Publish callbacks [] for security_group (f61c636e-ef9a-4c51-a7e9-04953f4619cf), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.260479 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] Publish callbacks [] for security_group (f61c636e-ef9a-4c51-a7e9-04953f4619cf), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.392070 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (f61c636e-ef9a-4c51-a7e9-04953f4619cf), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.394756 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.395924 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f61c636e-ef9a-4c51-a7e9-04953f4619cf HTTP/1.1" status: 204 len: 168 time: 0.2041206 Feb 16 14:33:41.404630 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670596-8cc9-41f1-9596-83bba3f0abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c636e-ef9a-4c51-a7e9-04953f4619cf,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:41.847873 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-41508696-c592-4d71-b7c5-70dc36881f93 req-a423636c-77a2-41d8-96b0-c78d7bff34e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0308435 Feb 16 14:33:42.947690 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-59f407d3-83e9-46e6-976c-beca23333c13 req-869a218b-77b8-49cc-9dec-705cfd7923a4 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0335333 Feb 16 14:33:43.803322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6b17c336-e868-451c-a539-ddc8b496d6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:44.043704 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3fc1fb81-6e3b-4ef0-ba45-abaa02fe9a12 req-30fce40c-be1e-43f8-9974-fa607139b973 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0280135 Feb 16 14:33:44.339501 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-9ea12682-9531-4da9-aea9-d33d01979126 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:44.340940 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-9ea12682-9531-4da9-aea9-d33d01979126 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 809 time: 0.1090167 Feb 16 14:33:44.409993 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-557d8df6-f959-43e4-a9e5-011bf55f4fab tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0 HTTP/1.1" status: 200 len: 379 time: 0.0531812 Feb 16 14:33:44.419374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'port': {'device_id': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'admin_state_up': True, 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'security_groups': ['a86f0b9c-7faf-4538-88f2-40aaa23f4e1d']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:44.586534 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Made reservation on behalf of b87af7cf2ef041d795d4b0f320e7b3b0 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:44.590165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:44.710213 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Allocated IP 172.20.0.10 (7c5dc760-aa7b-446e-9cc3-aee781831e3d/429a8af0-03d0-4025-a8ca-d1d2e5009bab/ed3741ec-f06d-46ec-8c0b-7eba0140cb02) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:45.096343 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.142669 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fe775250-bb76-42a0-b557-6dc1169d5af2 req-f2e0525f-3532-4faa-a2d6-fe6ea9110652 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0271013 Feb 16 14:33:45.187383 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.233333 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:45.236408 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:45.240167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:45.246317 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:45.297951 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:45.299384 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.420123 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-145ad372-f0a4-4265-8e05-d1daa6e791e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041916 Feb 16 14:33:45.441940 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Request body: {'port': {'device_id': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:45.475240 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-2c8bb6c8-d519-4d1d-ae60-c349fd09bdc1 None None] Provisioning complete for port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:45.475791 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-2c8bb6c8-d519-4d1d-ae60-c349fd09bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.504742 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.513194 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bb6c8-d519-4d1d-ae60-c349fd09bdc1 None None] Port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:45.789204 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3741ec-f06d-46ec-8c0b-7eba0140cb02 {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:45.797155 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks [] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.808918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Transition to ACTIVE for port object ed3741ec-f06d-46ec-8c0b-7eba0140cb02 will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:33:45.883588 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:45.935504 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:46.003670 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Attempting to bind port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Attempting to bind port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Attempting to bind port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 on network 7c5dc760-aa7b-446e-9cc3-aee781831e3d {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 on network 7c5dc760-aa7b-446e-9cc3-aee781831e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Attempting to bind port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 on network 7c5dc760-aa7b-446e-9cc3-aee781831e3d {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Checking segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Bound using segment: {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Bound port: ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:46.032359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:46.085431 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:46.088363 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:46.187488 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:46.209332 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6d2efdee-38eb-4cf8-b3b9-da9367c260ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:46.250365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.251003 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:46.252388 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] 10.222.0.124 "PUT /v2.0/ports/ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 1094 time: 0.8180265 Feb 16 14:33:46.252824 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:46.255114 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17" -d '{"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:46.287846 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fc67d-5d8d-4abe-a0e6-5d38d6cd0a2f service neutron] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:46.305803 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615cb9-cf69-4021-ac52-e5c8ef2e941e req-6fae8e27-9dae-4fbe-9a35-f366e7ca52e9 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.309085 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f2615cb9-cf69-4021-ac52-e5c8ef2e941e req-6fae8e27-9dae-4fbe-9a35-f366e7ca52e9 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0925422 Feb 16 14:33:46.309085 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d50df-60ff-4e78-b23a-bcf3864374f4 x-openstack-request-id: req-185d50df-60ff-4e78-b23a-bcf3864374f4 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:46.309303 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:46.309492 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-185d50df-60ff-4e78-b23a-bcf3864374f4 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:46.309991 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'status': 'completed', 'code': 200} Feb 16 14:33:46.393476 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f2615cb9-cf69-4021-ac52-e5c8ef2e941e req-562dc6f9-dfdc-4a20-a282-179c184af424 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803101 Feb 16 14:33:46.419907 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-7d829343-6200-467f-97a5-70c84026dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.421538 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-7d829343-6200-467f-97a5-70c84026dfc5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1128 time: 0.0738802 Feb 16 14:33:46.527705 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-9169002b-aedb-4c5a-8a16-7d2266f3b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.529175 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-9169002b-aedb-4c5a-8a16-7d2266f3b08f service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0931418 Feb 16 14:33:46.629051 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-2b11c9dd-cf71-4bb2-adb6-76a8a2c9defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.630538 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-10d9e1b6-5f6c-4eac-a4e7-9b35f30b3e17 req-2b11c9dd-cf71-4bb2-adb6-76a8a2c9defc service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953882 Feb 16 14:33:46.732135 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-f720add8-8d59-4cfb-8d39-6ad50d8e0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.734441 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-f720add8-8d59-4cfb-8d39-6ad50d8e0a67 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1128 time: 0.0461471 Feb 16 14:33:46.784182 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-89ab4f9b-92ff-463b-a463-8b0016a963bf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 217 time: 0.0356379 Feb 16 14:33:46.837765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-df734368-4fee-43bf-bc93-adc81e7ef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.839273 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-df734368-4fee-43bf-bc93-adc81e7ef067 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0496144 Feb 16 14:33:46.889030 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-c057b765-bfc6-47d2-9e66-30a3946071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.890588 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-c057b765-bfc6-47d2-9e66-30a3946071be service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450797 Feb 16 14:33:46.981656 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-2221cfa2-2707-40da-aa9f-f9b6a7e8348f service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842199 Feb 16 14:33:47.073912 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-684c5add-7ad7-4429-86ef-0c8ec8e12cdb req-d7d8c59c-8a87-44c2-8a02-af36820ee840 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Feb 16 14:33:47.140574 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:47.522576 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f762d-4637-4348-b2e3-17a44155a1df req-67e338c2-4a82-4f2a-905a-c7c0f41afeee tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:47.524095 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b2f762d-4637-4348-b2e3-17a44155a1df req-67e338c2-4a82-4f2a-905a-c7c0f41afeee tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0529785 Feb 16 14:33:47.573733 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-7b2f762d-4637-4348-b2e3-17a44155a1df req-a0b13c93-b7a6-411e-b3fb-f84f97ca312f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Feb 16 14:33:48.701958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad1d92-a161-42ad-b1f7-74568b64e207 req-66119401-f7d5-4fb3-99ec-1f73223cf734 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:48.704598 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d0ad1d92-a161-42ad-b1f7-74568b64e207 req-66119401-f7d5-4fb3-99ec-1f73223cf734 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0611179 Feb 16 14:33:48.753768 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:48.767224 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d0ad1d92-a161-42ad-b1f7-74568b64e207 req-0494a3c1-41ca-41cd-8796-76ecc4233d44 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562007 Feb 16 14:33:49.883749 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c3845-aa0e-4663-93b2-30af58e835ee req-be67709e-76e4-475e-b908-6092c280fb7a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:49.885193 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-659c3845-aa0e-4663-93b2-30af58e835ee req-be67709e-76e4-475e-b908-6092c280fb7a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0506866 Feb 16 14:33:49.934745 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-659c3845-aa0e-4663-93b2-30af58e835ee req-076207cf-a3d9-402c-82a3-8a1c2d943f48 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434079 Feb 16 14:33:50.191824 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:51.056955 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0322-7d18-4ae7-ba3e-e3632ff99c33 req-5508131e-ec7a-4716-8554-26d525396002 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:51.058426 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1cae0322-7d18-4ae7-ba3e-e3632ff99c33 req-5508131e-ec7a-4716-8554-26d525396002 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0571427 Feb 16 14:33:51.106542 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1cae0322-7d18-4ae7-ba3e-e3632ff99c33 req-53e34b7c-3dce-4a39-aad0-b8858675ba59 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Feb 16 14:33:52.224069 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b9ba1-26e5-4dc8-b581-e3021fa6598c req-b4f69eb5-a534-4359-8f76-9184fc7f6ee0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:52.225647 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-916b9ba1-26e5-4dc8-b581-e3021fa6598c req-b4f69eb5-a534-4359-8f76-9184fc7f6ee0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0549593 Feb 16 14:33:52.273754 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-916b9ba1-26e5-4dc8-b581-e3021fa6598c req-50189b70-aa14-484e-948a-e8b29e36a0fc tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423567 Feb 16 14:33:52.506392 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:53.398833 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f10f6-1142-4e5a-b477-eb8cb0b8bbe2 req-2aad150f-841b-4f2a-bf9c-ef61ccc68e72 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.400346 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dd2f10f6-1142-4e5a-b477-eb8cb0b8bbe2 req-2aad150f-841b-4f2a-bf9c-ef61ccc68e72 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0578635 Feb 16 14:33:53.451315 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dd2f10f6-1142-4e5a-b477-eb8cb0b8bbe2 req-c317bc12-9fc4-444e-aab3-237679f17156 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450888 Feb 16 14:33:54.568825 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d698-d509-49ed-8fa3-c6c541025573 req-57451f9a-bd31-469a-b978-e3873870879a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.570285 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4725d698-d509-49ed-8fa3-c6c541025573 req-57451f9a-bd31-469a-b978-e3873870879a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0510933 Feb 16 14:33:54.617442 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4725d698-d509-49ed-8fa3-c6c541025573 req-4bf65f0e-3ea3-420e-b72f-40f6e0e494d7 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Feb 16 14:33:55.759629 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a898-dacb-46d8-8bdc-d22f59eb10a7 req-4668a1b2-d865-4d44-9847-3ff980fa9919 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:55.761099 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9f6a898-dacb-46d8-8bdc-d22f59eb10a7 req-4668a1b2-d865-4d44-9847-3ff980fa9919 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0777354 Feb 16 14:33:55.809574 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9f6a898-dacb-46d8-8bdc-d22f59eb10a7 req-655a3083-f239-4b48-83e9-368878794556 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Feb 16 14:33:56.262975 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:33:56.357116 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:56.369929 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'mac_address': 'fa:16:3e:a8:90:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:33:56.411502 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:56.411899 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:56.425706 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3741ec-f06d-46ec-8c0b-7eba0140cb02 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:56.446030 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:56.505802 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:56.553053 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:56.574894 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:56.810402 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['ed3741ec-f06d-46ec-8c0b-7eba0140cb02'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:56.933677 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ee6b3-0699-40b1-81b5-aad08b7e3814 req-1ef57743-ec8b-4301-9fa8-07836f330f70 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:56.935168 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5c5ee6b3-0699-40b1-81b5-aad08b7e3814 req-1ef57743-ec8b-4301-9fa8-07836f330f70 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 945 time: 0.0576081 Feb 16 14:33:56.985211 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5c5ee6b3-0699-40b1-81b5-aad08b7e3814 req-40f33c73-572b-4744-b516-26c5ca5c2d6c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435498 Feb 16 14:33:58.101250 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639555be-3291-4326-8413-55e1e4b8eb9e req-3bc27c24-11ba-4f88-8397-3e32a82a844f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:58.102763 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-639555be-3291-4326-8413-55e1e4b8eb9e req-3bc27c24-11ba-4f88-8397-3e32a82a844f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 945 time: 0.0518680 Feb 16 14:33:58.151554 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-639555be-3291-4326-8413-55e1e4b8eb9e req-d6085d47-47dc-43cf-b18a-e5e2f5c0b606 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Feb 16 14:33:58.255665 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:58.379998 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:33:58.383727 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:58.384161 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:58.464210 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:58.464615 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:58.488336 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:58.490926 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f456ef-4a09-4bf7-9059-0213696adace" -d '{"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:58.503916 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:58.528397 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bdc2f0-15a8-4737-91b2-9fff99d53829 x-openstack-request-id: req-65bdc2f0-15a8-4737-91b2-9fff99d53829 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:58.528786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:58.529043 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-65bdc2f0-15a8-4737-91b2-9fff99d53829 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:58.529443 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'code': 200} Feb 16 14:33:58.563853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:58.613162 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:58.900091 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e3354-60dd-464f-9a4b-c266403e7ad1 req-fe51f0bb-e6f8-4415-8906-229e64141f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:58.901556 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-375e3354-60dd-464f-9a4b-c266403e7ad1 req-fe51f0bb-e6f8-4415-8906-229e64141f4d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0445428 Feb 16 14:33:58.954205 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-375e3354-60dd-464f-9a4b-c266403e7ad1 req-dbe7da23-f74b-425d-b36d-61c25fb48556 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Feb 16 14:33:59.278736 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216493-ae96-438c-9860-b57f41543bc6 req-06ace04c-9741-4ad1-a040-21dda9a462e1 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:59.280276 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04216493-ae96-438c-9860-b57f41543bc6 req-06ace04c-9741-4ad1-a040-21dda9a462e1 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0547638 Feb 16 14:33:59.330153 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04216493-ae96-438c-9860-b57f41543bc6 req-64349656-bc43-43f3-83d4-5bfeb25089b9 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440071 Feb 16 14:34:00.450895 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbec72-5ff3-4a49-9b06-3aa63984bc04 req-426cbf6a-a100-412e-b30c-7198fd1f74c1 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:00.452365 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b2bbec72-5ff3-4a49-9b06-3aa63984bc04 req-426cbf6a-a100-412e-b30c-7198fd1f74c1 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0536563 Feb 16 14:34:00.510778 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-b2bbec72-5ff3-4a49-9b06-3aa63984bc04 req-c704368f-34f8-480d-8bf2-84ed24a66482 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517588 Feb 16 14:34:00.634163 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a77a-52f3-41cd-a8a2-42a59da5eeb3 req-c3720416-9609-4c9f-906b-6495bf2bd4de tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:00.635684 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2754a77a-52f3-41cd-a8a2-42a59da5eeb3 req-c3720416-9609-4c9f-906b-6495bf2bd4de tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0545678 Feb 16 14:34:00.685870 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2754a77a-52f3-41cd-a8a2-42a59da5eeb3 req-094a66ec-a059-479c-a5b4-2fa412b11020 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445580 Feb 16 14:34:00.707121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34362) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:00.903593 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc58a9c-3a05-4741-98ca-75f374a35d91 tempest-TestShelveInstance-2104076336 tempest-TestShelveInstance-2104076336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:00.905031 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-bdc58a9c-3a05-4741-98ca-75f374a35d91 tempest-TestShelveInstance-2104076336 tempest-TestShelveInstance-2104076336-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1125 time: 0.1969454 Feb 16 14:34:00.908461 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34366) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:00.912613 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:01.008897 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.103053 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.207456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Allocated IP 172.27.0.31 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/61f32ea9-3b89-47db-9972-f358ea0d7a9b) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:01.303130 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.386268 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.426553 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:01.431497 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:01.434999 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:01.462359 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'Port': ['ID=61f32ea9-3b89-47db-9972-f358ea0d7a9b,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:01.476265 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.476615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.476960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.477295 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.477626 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.477956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.478281 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.478603 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.478952 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.479277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.479600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.479921 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.480240 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.799274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for floatingip (e6f8f360-0f58-4f95-a7d2-15cc949e52e9), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.931967 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.087289 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.128859 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.197776 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event updated for resources: {'Port': ['ID=61f32ea9-3b89-47db-9972-f358ea0d7a9b,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:02.206186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (e6f8f360-0f58-4f95-a7d2-15cc949e52e9), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.308310 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Floating IP e6f8f360-0f58-4f95-a7d2-15cc949e52e9 associated. External IP: 172.27.0.31, port: ed3741ec-f06d-46ec-8c0b-7eba0140cb02. Feb 16 14:34:02.397773 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34388) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:02.515242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e8c15e8f-0cd2-4227-9fe0-2fe788f45357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.569808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Router 1749df77-0c1b-4bee-b491-a6469f5c7834 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:34:02.681165 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e8c15e8f-0cd2-4227-9fe0-2fe788f45357 admin admin] Publish callbacks [] for security_group (8a203ad8-1b62-457b-938d-35a400778dc2), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.710672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:34:02.720075 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Sync routers for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:02.729198 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:02.729805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:02.746011 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-e8c15e8f-0cd2-4227-9fe0-2fe788f45357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8a203ad8-1b62-457b-938d-35a400778dc2), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.781374 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.805883 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-e8c15e8f-0cd2-4227-9fe0-2fe788f45357 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2f268e33cd96441598c16f478280ca49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070542 Feb 16 14:34:02.808403 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15e8f-0cd2-4227-9fe0-2fe788f45357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a203ad8-1b62-457b-938d-35a400778dc2,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:02.808812 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34392) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:02.821632 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-11c0c68e-f6e5-4a87-88a8-7d1215da050c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9118626 Feb 16 14:34:02.821886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:02.824169 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f79c3-60b6-4ad5-aaed-bee042975e28" -d '{"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:02.848042 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:02.863009 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35acda-2734-480a-9a37-04a1b93c58b3 x-openstack-request-id: req-0b35acda-2734-480a-9a37-04a1b93c58b3 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:02.863303 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:02.863561 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0b35acda-2734-480a-9a37-04a1b93c58b3 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:02.863963 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'status': 'completed', 'code': 200} Feb 16 14:34:02.873007 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] Publish callbacks [] for security_group (8a203ad8-1b62-457b-938d-35a400778dc2), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.902593 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] Publish callbacks [] for security_group (8a203ad8-1b62-457b-938d-35a400778dc2), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.959148 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-4708a34b-5eeb-4984-8cf2-4611450d69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:02.960679 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-4708a34b-5eeb-4984-8cf2-4611450d69ec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0520647 Feb 16 14:34:03.003337 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8a203ad8-1b62-457b-938d-35a400778dc2), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.005932 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.009364 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8a203ad8-1b62-457b-938d-35a400778dc2 HTTP/1.1" status: 204 len: 168 time: 0.1972685 Feb 16 14:34:03.015585 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b7b1-a067-4c2d-b6e9-73f16c3d4078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a203ad8-1b62-457b-938d-35a400778dc2,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.065515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-6a5d661e-b396-456a-b56a-c5d4fb630a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:03.067071 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-6a5d661e-b396-456a-b56a-c5d4fb630a40 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.1002111 Feb 16 14:34:03.108005 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'e6f8f360-0f58-4f95-a7d2-15cc949e52e9', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'mac_address': 'fa:16:3e:a8:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:01Z', 'updated_at': '2022-02-16T14:34:01Z', 'revision_number': 0, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.138057 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-5f662d42-88d3-426f-aa19-a18f795d7bf9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 999 time: 0.0648911 Feb 16 14:34:03.138516 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Checking router: 1749df77-0c1b-4bee-b491-a6469f5c7834 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:03.147315 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:03.147904 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:33:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.187495 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-09e33a1e-a331-40ab-8417-f6589545e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:03.189473 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-09e33a1e-a331-40ab-8417-f6589545e7a9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0454314 Feb 16 14:34:03.245923 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-3bbb3928-55cc-4e4b-96b3-50ece6ed84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:03.247793 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-3bbb3928-55cc-4e4b-96b3-50ece6ed84ce service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522027 Feb 16 14:34:03.265250 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:03.345441 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-e921be69-0f9e-4c81-8377-bed4e32a9a23 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907307 Feb 16 14:34:03.435370 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ea0f79c3-60b6-4ad5-aaed-bee042975e28 req-5a5202ca-52b9-464f-86b0-ee0c2e9b7576 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839987 Feb 16 14:34:03.492623 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'e6f8f360-0f58-4f95-a7d2-15cc949e52e9', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'mac_address': 'fa:16:3e:a8:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:01Z', 'updated_at': '2022-02-16T14:34:01Z', 'revision_number': 0, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.519808 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec8a8f9-b72a-464c-b21a-d62d524fe6e0 None None] The sync data for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi is: [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': 'e6f8f360-0f58-4f95-a7d2-15cc949e52e9', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'mac_address': 'fa:16:3e:a8:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:01Z', 'updated_at': '2022-02-16T14:34:01Z', 'revision_number': 0, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:03.651104 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34402) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:03.665659 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb34868d-f0b2-46e4-b7ff-eee78430240b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.730412 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fbd06-09b8-4c1b-97eb-359469131ba0 None None] New status for floating IP e6f8f360-0f58-4f95-a7d2-15cc949e52e9: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:34:03.743027 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb34868d-f0b2-46e4-b7ff-eee78430240b admin admin] Publish callbacks [] for security_group (ec8264a0-a934-4b23-b679-9ae235fdcf49), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.808533 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-cb34868d-f0b2-46e4-b7ff-eee78430240b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ec8264a0-a934-4b23-b679-9ae235fdcf49), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.845611 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34868d-f0b2-46e4-b7ff-eee78430240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8264a0-a934-4b23-b679-9ae235fdcf49,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.850778 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-cb34868d-f0b2-46e4-b7ff-eee78430240b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1a0e2841523840ce9045107ed9f7288a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985228 Feb 16 14:34:03.853554 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34404) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:03.901746 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] Publish callbacks [] for security_group (ec8264a0-a934-4b23-b679-9ae235fdcf49), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.927302 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] Publish callbacks [] for security_group (ec8264a0-a934-4b23-b679-9ae235fdcf49), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.037168 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ec8264a0-a934-4b23-b679-9ae235fdcf49), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.039882 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.041053 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ec8264a0-a934-4b23-b679-9ae235fdcf49 HTTP/1.1" status: 204 len: 168 time: 0.1865189 Feb 16 14:34:04.049666 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab7407-9d50-451a-bf48-259f44d54798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8264a0-a934-4b23-b679-9ae235fdcf49,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.220299 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34502) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:11.323593 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3fc53270-7b7b-4a3a-a399-e8023bafa1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.394874 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3fc53270-7b7b-4a3a-a399-e8023bafa1a8 admin admin] Publish callbacks [] for security_group (3a831876-b634-498d-8ceb-e3e24033c6e7), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.454409 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3fc53270-7b7b-4a3a-a399-e8023bafa1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (3a831876-b634-498d-8ceb-e3e24033c6e7), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.491447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53270-7b7b-4a3a-a399-e8023bafa1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a831876-b634-498d-8ceb-e3e24033c6e7,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.495707 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3fc53270-7b7b-4a3a-a399-e8023bafa1a8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a14222e6f15c4ae9a09ddabf34fedd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737284 Feb 16 14:34:11.498288 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34506) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:11.545632 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] Publish callbacks [] for security_group (3a831876-b634-498d-8ceb-e3e24033c6e7), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.566549 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] Publish callbacks [] for security_group (3a831876-b634-498d-8ceb-e3e24033c6e7), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.699855 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (3a831876-b634-498d-8ceb-e3e24033c6e7), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.702647 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.703882 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3a831876-b634-498d-8ceb-e3e24033c6e7 HTTP/1.1" status: 204 len: 168 time: 0.2046547 Feb 16 14:34:11.712240 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b85af-ed0e-431b-8a00-a51307a31176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a831876-b634-498d-8ceb-e3e24033c6e7,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:12.335208 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34512) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:12.349070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3e6a475d-3bb4-484c-8656-58ba91567f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.420968 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3e6a475d-3bb4-484c-8656-58ba91567f95 admin admin] Publish callbacks [] for security_group (9553c131-2e84-433c-a035-545ea5cb9e95), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.488323 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-3e6a475d-3bb4-484c-8656-58ba91567f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9553c131-2e84-433c-a035-545ea5cb9e95), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.524684 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a475d-3bb4-484c-8656-58ba91567f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553c131-2e84-433c-a035-545ea5cb9e95,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:12.530837 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-3e6a475d-3bb4-484c-8656-58ba91567f95 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a58b2c773f5d4622bb354f60d971561d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945651 Feb 16 14:34:12.534589 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34514) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:12.585191 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] Publish callbacks [] for security_group (9553c131-2e84-433c-a035-545ea5cb9e95), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.606097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] Publish callbacks [] for security_group (9553c131-2e84-433c-a035-545ea5cb9e95), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.711501 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (9553c131-2e84-433c-a035-545ea5cb9e95), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.714042 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.715224 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9553c131-2e84-433c-a035-545ea5cb9e95 HTTP/1.1" status: 204 len: 168 time: 0.1796467 Feb 16 14:34:12.723834 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e1acb-a590-4dd3-905a-4d57aa50dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553c131-2e84-433c-a035-545ea5cb9e95,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:13.837278 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ef0508bc-4b6b-4f04-99e1-e3cc51e7c849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:15.552612 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df831-5578-4695-b39f-31a5057d4a84 req-e08b7551-c788-44bb-adcd-560110aff277 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:15.554124 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd2df831-5578-4695-b39f-31a5057d4a84 req-e08b7551-c788-44bb-adcd-560110aff277 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0530524 Feb 16 14:34:15.602457 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-fd2df831-5578-4695-b39f-31a5057d4a84 req-7da3c18a-59f3-4fae-9245-d4bdc686c5d9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Feb 16 14:34:16.219796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-a5fc2fcf-66e1-4412-b69e-d888e2e8280c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:16.725990 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268b1e6-b257-4568-adb9-3611f1c564a2 req-d42a8ab7-b296-43cc-86b5-66385290f893 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:16.727562 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b268b1e6-b257-4568-adb9-3611f1c564a2 req-d42a8ab7-b296-43cc-86b5-66385290f893 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0557621 Feb 16 14:34:16.776791 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b268b1e6-b257-4568-adb9-3611f1c564a2 req-c3bd3ceb-91d4-4d1b-8b0c-021645327c2b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Feb 16 14:34:17.145467 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.514236 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-7655b7e9-4f56-434d-aa9d-1a95cd3df61a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:17.515751 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-7655b7e9-4f56-434d-aa9d-1a95cd3df61a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0535765 Feb 16 14:34:17.612912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port 14aabd43-ae85-477e-98bf-28c418d8f834 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:34:17.613253 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.701989 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] For port 14aabd43-ae85-477e-98bf-28c418d8f834, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14aabd43-ae85-477e-98bf-28c418d8f834,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:17.702356 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.911202 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab294-d7f3-4ef2-9b69-04e2013a3796 req-3cf4afb5-3b06-4dc2-9c45-4a465af449e2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:17.912675 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-377ab294-d7f3-4ef2-9b69-04e2013a3796 req-3cf4afb5-3b06-4dc2-9c45-4a465af449e2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 946 time: 0.0582604 Feb 16 14:34:17.963441 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-377ab294-d7f3-4ef2-9b69-04e2013a3796 req-c4ce2226-dd00-4f18-af34-2828d88b6fd4 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Feb 16 14:34:18.117804 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:18.118393 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (963c6d1d-b7cf-4432-af56-a123623922d8), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:18.118516 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 963c6d1d-b7cf-4432-af56-a123623922d8 disassociated. External IP: 172.27.0.220, port: 14aabd43-ae85-477e-98bf-28c418d8f834. Feb 16 14:34:18.118892 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for 14aabd43-ae85-477e-98bf-28c418d8f834 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:34:18.334376 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (14aabd43-ae85-477e-98bf-28c418d8f834), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:18.372296 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=14aabd43-ae85-477e-98bf-28c418d8f834,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:18.495454 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:34:18.604443 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:34:18.615751 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:18.626574 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:18.627795 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:34:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:18.649059 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] No DVR routers for this DVR port 14aabd43-ae85-477e-98bf-28c418d8f834 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:34:18.651587 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:18.655002 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-dc332d1d-31d3-4e91-9952-98eeff8f9c7f req-b523ab1f-4ef0-4908-a9c0-06fe3bbf486b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "DELETE /v2.0/ports/14aabd43-ae85-477e-98bf-28c418d8f834 HTTP/1.1" status: 204 len: 173 time: 1.1340020 Feb 16 14:34:18.655445 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'name': 'network-vif-deleted', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:18.657685 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77290122-916e-41e3-ab07-d04fea422349" -d '{"events": [{"server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "name": "network-vif-deleted", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:18.704110 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d84dfdd-fa95-4e09-b1eb-0661db0271c3 x-openstack-request-id: req-0d84dfdd-fa95-4e09-b1eb-0661db0271c3 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:18.704526 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0fdcf7-b856-43f5-b061-b03d687c327f", "name": "network-vif-deleted", "tag": "14aabd43-ae85-477e-98bf-28c418d8f834", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:18.705540 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-0d84dfdd-fa95-4e09-b1eb-0661db0271c3 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:18.706010 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0fdcf7-b856-43f5-b061-b03d687c327f', 'name': 'network-vif-deleted', 'tag': '14aabd43-ae85-477e-98bf-28c418d8f834', 'status': 'completed', 'code': 200} Feb 16 14:34:18.764041 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:18.811103 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:18.975272 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:19.006912 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:19.015881 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:19.016500 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:34:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:19.067874 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8d7db653-b450-4a93-93a2-2ea55d24c398 req-89de58a5-ce21-42a7-8f2f-0c0e581ed073 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc0fdcf7-b856-43f5-b061-b03d687c327f HTTP/1.1" status: 200 len: 210 time: 0.0301108 Feb 16 14:34:19.137366 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:19.336217 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:19.363334 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd5c6c-9395-4a72-953c-03750626f5c7 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:19.499956 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34626) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:19.601695 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f15feb-9806-49b4-b06a-47a4b1c33fc8 None None] New status for floating IP 963c6d1d-b7cf-4432-af56-a123623922d8: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:34:19.609906 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.683631 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Publish callbacks [] for security_group (48a83914-5c45-4484-ba7e-b5f8068d40a4), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.722871 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (48a83914-5c45-4484-ba7e-b5f8068d40a4), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.762788 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d00e11c109f54e5396a84564a6015326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616487 Feb 16 14:34:19.764319 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a83914-5c45-4484-ba7e-b5f8068d40a4,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:19.767524 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34630) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:19.781288 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.781642 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.781978 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.782306 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.782644 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.783329 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.783774 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.784110 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.784424 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.784749 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.785069 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.785385 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.785700 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37bd03-e7f9-4e6d-8980-c844dc66276d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:19.833050 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] Publish callbacks [] for security_group (48a83914-5c45-4484-ba7e-b5f8068d40a4), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.854008 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] Publish callbacks [] for security_group (48a83914-5c45-4484-ba7e-b5f8068d40a4), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.974261 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (48a83914-5c45-4484-ba7e-b5f8068d40a4), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.976710 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:19.977846 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/48a83914-5c45-4484-ba7e-b5f8068d40a4 HTTP/1.1" status: 204 len: 168 time: 0.2091444 Feb 16 14:34:19.987635 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3e89b-2cd4-4c36-a6dc-f75f797e80ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a83914-5c45-4484-ba7e-b5f8068d40a4,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:20.237252 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:20.347242 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-8860a6fe-8e53-4f1c-9b15-9c524cf630bc tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368858584&fields=id&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 267 time: 0.0440102 Feb 16 14:34:20.470473 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-afacc307-3ecc-4df7-853f-47dc3d84cc99 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.472295 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-afacc307-3ecc-4df7-853f-47dc3d84cc99 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1202457 Feb 16 14:34:20.489171 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-e78ef4aa-3949-4950-8277-d21ab286068c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/quotas/a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 375 time: 0.0106580 Feb 16 14:34:20.551755 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-43c62ca1-1f3d-4255-b496-11009b381130 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570288 Feb 16 14:34:20.627311 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34644) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:20.648069 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a7d-e230-4822-82b2-fec1ea683252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:20.677489 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-86254da1-8421-4bc8-9308-56256f2bd874 service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118436 Feb 16 14:34:20.750324 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a7d-e230-4822-82b2-fec1ea683252 admin admin] Publish callbacks [] for security_group (308b12bb-c3f4-4877-a1bf-46234e0a1675), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:20.773697 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-7d8d5533-762a-49bc-aab1-971a9be57315 service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901809 Feb 16 14:34:20.808755 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-b99e4a7d-e230-4822-82b2-fec1ea683252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (308b12bb-c3f4-4877-a1bf-46234e0a1675), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:20.850672 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-b99e4a7d-e230-4822-82b2-fec1ea683252 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a7fa02ffad0042eba8c1f238e8aba2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219796 Feb 16 14:34:20.851772 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e4a7d-e230-4822-82b2-fec1ea683252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308b12bb-c3f4-4877-a1bf-46234e0a1675,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:20.853504 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34648) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:20.916352 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] Publish callbacks [] for security_group (308b12bb-c3f4-4877-a1bf-46234e0a1675), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:20.941860 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] Publish callbacks [] for security_group (308b12bb-c3f4-4877-a1bf-46234e0a1675), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:21.094446 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (308b12bb-c3f4-4877-a1bf-46234e0a1675), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:21.097896 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:21.099260 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/308b12bb-c3f4-4877-a1bf-46234e0a1675 HTTP/1.1" status: 204 len: 168 time: 0.2446029 Feb 16 14:34:21.107503 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6bad0-49ee-4585-81bd-c41992ab0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308b12bb-c3f4-4877-a1bf-46234e0a1675,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:21.518500 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fd6db441-bb40-48a0-9ff0-4b8cce37abc7 req-021bef7f-0906-4ba6-b7ac-a5760085a866 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 210 time: 0.0301547 Feb 16 14:34:21.872713 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34666) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:21.886111 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-78f05d4e-b767-433f-8124-ef915bf664f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:21.961888 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-78f05d4e-b767-433f-8124-ef915bf664f6 admin admin] Publish callbacks [] for security_group (ce9475a9-6c81-4a1b-a698-e9619d1a321c), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.036953 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-78f05d4e-b767-433f-8124-ef915bf664f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ce9475a9-6c81-4a1b-a698-e9619d1a321c), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.076326 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-78f05d4e-b767-433f-8124-ef915bf664f6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=89b548e7404c4bec86933f7f95e5c778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024856 Feb 16 14:34:22.078263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f05d4e-b767-433f-8124-ef915bf664f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9475a9-6c81-4a1b-a698-e9619d1a321c,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:22.079250 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34670) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:22.129732 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] Publish callbacks [] for security_group (ce9475a9-6c81-4a1b-a698-e9619d1a321c), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.152074 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] Publish callbacks [] for security_group (ce9475a9-6c81-4a1b-a698-e9619d1a321c), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.265436 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (ce9475a9-6c81-4a1b-a698-e9619d1a321c), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.268288 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.269431 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ce9475a9-6c81-4a1b-a698-e9619d1a321c HTTP/1.1" status: 204 len: 168 time: 0.1891375 Feb 16 14:34:22.277423 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779acf60-7ea7-4f1e-bd16-47460b433672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9475a9-6c81-4a1b-a698-e9619d1a321c,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:22.379533 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 14aabd43-ae85-477e-98bf-28c418d8f834 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:34:22.402191 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: 14aabd43-ae85-477e-98bf-28c418d8f834 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:34:22.402539 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device 14aabd43-ae85-477e-98bf-28c418d8f834 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:34:22.476824 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:22.617074 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1c3ac90a-9bf8-4949-83ef-0b971bf43275 req-e409cde6-68e0-431d-9a36-52216a79abd8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 210 time: 0.0282784 Feb 16 14:34:23.679069 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-57e37f1a-c569-4fe8-a58d-de7eea9d21c4 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:23.680547 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-57e37f1a-c569-4fe8-a58d-de7eea9d21c4 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1040390 Feb 16 14:34:23.728720 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-5f89a716-45be-4838-b3b8-87fb58511d86 req-0a6ef768-09db-46d8-aa82-69b9ab1c4725 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 210 time: 0.0356398 Feb 16 14:34:23.779493 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-60fc54ab-378c-4f7e-83ee-18dfd2c5b60a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 380 time: 0.0764866 Feb 16 14:34:23.790613 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'port': {'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'admin_state_up': True, 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'security_groups': ['2bcb0833-6803-4a81-a5b7-d9d981f39ac0']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:23.979745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Made reservation on behalf of a072f4cf28da4e14b3fd13b1ba2a9686 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:23.983154 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.128151 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.20.0.5 (0af86f90-4507-47db-8c2b-277aef0456a0/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291/cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:24.270036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.357497 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.398745 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:24.403864 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:24.407546 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:24.441075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:24.465851 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:24.466552 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.554852 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-9632bbe4-78c3-4f51-ac87-5a4ff3177972 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677796 Feb 16 14:34:24.574041 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Request body: {'port': {'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:24.638365 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.638589 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-0c30a79e-3d45-4c50-99f8-7c11d548a7ca None None] Provisioning complete for port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:24.639062 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-0c30a79e-3d45-4c50-99f8-7c11d548a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.677057 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-0c30a79e-3d45-4c50-99f8-7c11d548a7ca None None] Port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:34:24.850778 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e990c-7e08-4865-b623-27446d5d367f req-38cd87a7-a443-4fe5-b58d-275f96ade3d5 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:24.855437 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc8e990c-7e08-4865-b623-27446d5d367f req-38cd87a7-a443-4fe5-b58d-275f96ade3d5 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 931 time: 0.0566206 Feb 16 14:34:24.905316 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-dc8e990c-7e08-4865-b623-27446d5d367f req-1196dfad-6f79-4724-be36-bf87c5c1bfd3 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Feb 16 14:34:24.911760 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:24.919304 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks [] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:24.931718 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Transition to ACTIVE for port object cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:25.020017 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:25.070369 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Pushing event updated for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:25.155576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Attempting to bind port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:34:25.155576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Attempting to bind port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:34:25.155576 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Attempting to bind port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:25.159322 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb on network 0af86f90-4507-47db-8c2b-277aef0456a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:34:25.159830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Attempting to bind port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:25.165500 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:34:25.165925 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:34:25.166378 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Bound using segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:34:25.166913 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Bound port: cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:34:25.167335 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:25.241655 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:34:25.245341 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:34:25.329226 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:25.366056 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.366898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:25.368478 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] 10.222.0.124 "PUT /v2.0/ports/cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 200 len: 1093 time: 0.7989354 Feb 16 14:34:25.370842 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:25.373676 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690d914-773e-4b73-b549-c9719a86ea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:25.398864 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6dd4-4eef-49ea-9565-b9ac0034c72c service neutron] Pushing event updated for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:25.416796 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11557da-816a-4082-bb8f-f88a5c915ff7 x-openstack-request-id: req-e11557da-816a-4082-bb8f-f88a5c915ff7 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:25.417088 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:25.417342 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-e11557da-816a-4082-bb8f-f88a5c915ff7 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:25.417745 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'status': 'completed', 'code': 200} Feb 16 14:34:25.533860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d914-773e-4b73-b549-c9719a86ea6c req-71c32000-746e-48a5-be3b-bb26f62b0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.533860 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c690d914-773e-4b73-b549-c9719a86ea6c req-71c32000-746e-48a5-be3b-bb26f62b0d8f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1127 time: 0.0708532 Feb 16 14:34:25.657082 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d914-773e-4b73-b549-c9719a86ea6c req-12be87b2-fc54-4d4b-b127-a4c07709fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.658504 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c690d914-773e-4b73-b549-c9719a86ea6c req-12be87b2-fc54-4d4b-b127-a4c07709fb06 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979059 Feb 16 14:34:25.757048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d914-773e-4b73-b549-c9719a86ea6c req-6987469e-7892-47a9-87de-6cc72def6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.758433 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c690d914-773e-4b73-b549-c9719a86ea6c req-6987469e-7892-47a9-87de-6cc72def6eae service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0929346 Feb 16 14:34:25.867690 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-70f11b0e-0fec-4da5-8bb7-e66d8f4f2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.869737 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-70f11b0e-0fec-4da5-8bb7-e66d8f4f2e6d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1127 time: 0.0463722 Feb 16 14:34:25.917801 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-90762f86-c0d8-4e38-8b1b-d8f2d7401959 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 200 len: 217 time: 0.0349154 Feb 16 14:34:25.972017 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-d95f0502-e80a-421c-809d-89a0450a2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.973573 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-d95f0502-e80a-421c-809d-89a0450a2675 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0496366 Feb 16 14:34:26.025787 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-f7e28f3c-18e3-49a5-9efb-0b6303ee180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:26.027353 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-f7e28f3c-18e3-49a5-9efb-0b6303ee180c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469580 Feb 16 14:34:26.054348 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba92623-ce9e-48f0-a1be-5c91c13bb115 req-7ddf585d-d0f1-4253-91b8-2158bbb94f67 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:26.055904 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bba92623-ce9e-48f0-a1be-5c91c13bb115 req-7ddf585d-d0f1-4253-91b8-2158bbb94f67 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0554216 Feb 16 14:34:26.105583 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-bba92623-ce9e-48f0-a1be-5c91c13bb115 req-83e0a1a8-cfe2-4303-a99a-0a3bd9662b4d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Feb 16 14:34:26.115862 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-b45feedd-e131-4d95-ae1a-2c8c58ca7296 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823021 Feb 16 14:34:26.206949 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3eeda142-a5f8-46ce-9a0b-fdc0cdd78116 req-c1197f92-8ec3-4ab7-8437-7e647a0b6bd9 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844929 Feb 16 14:34:27.021942 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34726) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:27.123387 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fb8-a7b7-4e35-9ac4-ed8101d5a5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.196195 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fb8-a7b7-4e35-9ac4-ed8101d5a5cf admin admin] Publish callbacks [] for security_group (cae79e2a-4cac-4416-867b-2b42461db7e1), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.228439 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3044b-1a1f-45f6-8d25-eea6da53ca50 req-b6787662-580c-4eaf-9ddd-1aed1480e0cb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:27.229970 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80e3044b-1a1f-45f6-8d25-eea6da53ca50 req-b6787662-580c-4eaf-9ddd-1aed1480e0cb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0544882 Feb 16 14:34:27.271205 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-59fb5fb8-a7b7-4e35-9ac4-ed8101d5a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cae79e2a-4cac-4416-867b-2b42461db7e1), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.284972 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-80e3044b-1a1f-45f6-8d25-eea6da53ca50 req-9074be5e-0d25-4a3b-b88e-dbff30e165c5 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490234 Feb 16 14:34:27.310828 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb5fb8-a7b7-4e35-9ac4-ed8101d5a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae79e2a-4cac-4416-867b-2b42461db7e1,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:27.316099 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-59fb5fb8-a7b7-4e35-9ac4-ed8101d5a5cf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e63674aaf7724f8aa8b08f18a2455c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931383 Feb 16 14:34:27.318776 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34732) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:27.370683 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] Publish callbacks [] for security_group (cae79e2a-4cac-4416-867b-2b42461db7e1), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.640354 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] Publish callbacks [] for security_group (cae79e2a-4cac-4416-867b-2b42461db7e1), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.745506 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (cae79e2a-4cac-4416-867b-2b42461db7e1), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.748367 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:27.749397 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cae79e2a-4cac-4416-867b-2b42461db7e1 HTTP/1.1" status: 204 len: 168 time: 0.4297340 Feb 16 14:34:27.758522 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3269d59-e9f1-4272-82dd-f5445ced9526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae79e2a-4cac-4416-867b-2b42461db7e1,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:28.413017 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85663105-e6ed-4f6e-9c61-917ed60737fe req-af75d6b8-6255-4262-96d2-6e69a102d6f0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:28.414568 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-85663105-e6ed-4f6e-9c61-917ed60737fe req-af75d6b8-6255-4262-96d2-6e69a102d6f0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0592422 Feb 16 14:34:28.464144 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-85663105-e6ed-4f6e-9c61-917ed60737fe req-a8043494-5982-4f46-be24-ff1b4a8bcea5 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Feb 16 14:34:28.848474 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-a0999412-7ead-4c76-8a60-462d8282ba1c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473340 Feb 16 14:34:28.953753 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-29b4f9b4-a693-4f09-a5be-4de33860bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:28.955278 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-29b4f9b4-a693-4f09-a5be-4de33860bb97 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0438147 Feb 16 14:34:29.055938 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-cfab003f-edb4-4d6e-ba95-9a808a2bf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.057401 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-cfab003f-edb4-4d6e-ba95-9a808a2bf2f6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.0835912 Feb 16 14:34:29.124361 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-eec9ed91-1c27-4963-a965-dc8a73ad52de service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 1001 time: 0.0601268 Feb 16 14:34:29.170988 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-1a60594a-089e-4247-ac55-2352afe393c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.172385 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-1a60594a-089e-4247-ac55-2352afe393c5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0417106 Feb 16 14:34:29.219524 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-4b9c30e7-bef4-40aa-94d1-468197229aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.221086 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-4b9c30e7-bef4-40aa-94d1-468197229aba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423737 Feb 16 14:34:29.310548 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-71b0d5cb-087c-4239-9313-b476a2d5dea3 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827827 Feb 16 14:34:29.405051 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3396b187-55e2-4fd5-bd90-7e4174c01f86 req-a2ef4e31-2687-41df-9cbb-99e9d5364cf5 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837471 Feb 16 14:34:29.580529 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc1de4-1e18-4cee-b26b-983a1ed9d3cc req-ba6a1e35-cbbf-4638-98a9-d9f5baa380e3 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.582723 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04cc1de4-1e18-4cee-b26b-983a1ed9d3cc req-ba6a1e35-cbbf-4638-98a9-d9f5baa380e3 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0538123 Feb 16 14:34:29.630424 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-04cc1de4-1e18-4cee-b26b-983a1ed9d3cc req-19801928-99d5-4e22-b272-818302009631 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Feb 16 14:34:30.749747 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225ee94-28f8-42bd-8742-697036871f06 req-dc71e6cc-eb65-44f0-99db-44d4f6be330d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:30.751144 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5225ee94-28f8-42bd-8742-697036871f06 req-dc71e6cc-eb65-44f0-99db-44d4f6be330d tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0554187 Feb 16 14:34:30.799059 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5225ee94-28f8-42bd-8742-697036871f06 req-173490b6-2b07-47f6-8653-680797d95e24 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Feb 16 14:34:31.919068 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ed597-7b33-46c4-b0d1-816958008f18 req-fa800736-c4be-44b1-aadf-f9d7b4f4dbfb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:31.920549 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b79ed597-7b33-46c4-b0d1-816958008f18 req-fa800736-c4be-44b1-aadf-f9d7b4f4dbfb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0517354 Feb 16 14:34:31.969195 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b79ed597-7b33-46c4-b0d1-816958008f18 req-e090a7c8-95cd-480b-9364-e60f8b7b36c8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Feb 16 14:34:33.084456 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533a06-73b3-4c02-9a6a-8670f2a7d447 req-defef010-39bd-49cb-a9d0-c8a13b5e9b37 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:33.085911 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09533a06-73b3-4c02-9a6a-8670f2a7d447 req-defef010-39bd-49cb-a9d0-c8a13b5e9b37 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0508745 Feb 16 14:34:33.132840 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09533a06-73b3-4c02-9a6a-8670f2a7d447 req-f841dff9-af6c-48e4-b707-d2f36dd1062f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Feb 16 14:34:33.574163 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:34:34.256770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab334-30fe-4b7f-bcb5-f38651aacb16 req-23a9d884-ebac-42a2-b4e7-747dc59f6510 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:34.258402 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cf4ab334-30fe-4b7f-bcb5-f38651aacb16 req-23a9d884-ebac-42a2-b4e7-747dc59f6510 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 943 time: 0.0572417 Feb 16 14:34:34.306954 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-cf4ab334-30fe-4b7f-bcb5-f38651aacb16 req-154abfd7-a397-4b85-b2c3-966c7bc36ce0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Feb 16 14:34:34.411566 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:34.509517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:34.521069 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:34.556248 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:34.556631 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:34.570532 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:34.593872 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:34.636298 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:34.686918 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:34.693832 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.694183 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.694572 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.694940 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.695273 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.695607 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.695938 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.696268 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.696604 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.696932 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.697255 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.697577 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.697898 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:34.949445 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:35.426100 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bab3cf-cec0-4bb8-8b20-532ddf602b00 req-48ad895e-7d01-402e-97d1-413a7f4a15b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:35.427605 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9bab3cf-cec0-4bb8-8b20-532ddf602b00 req-48ad895e-7d01-402e-97d1-413a7f4a15b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 944 time: 0.0523796 Feb 16 14:34:35.478979 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c9bab3cf-cec0-4bb8-8b20-532ddf602b00 req-fd23e267-f98d-4fef-b2ba-205942f2a02a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457191 Feb 16 14:34:36.435160 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:34:36.527976 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:36.531931 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:36.532308 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:36.598669 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04bcb-5018-4778-ac57-a9a1ef79230f req-bd447e4d-54d1-48ce-9368-14d46c731098 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:36.600176 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-abf04bcb-5018-4778-ac57-a9a1ef79230f req-bd447e4d-54d1-48ce-9368-14d46c731098 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 944 time: 0.0544407 Feb 16 14:34:36.610070 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:36.610473 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:36.633068 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:36.635328 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2156ea-55e6-485c-ae67-9a02c1e80b26" -d '{"events": [{"server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "name": "network-vif-plugged", "status": "completed", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:36.649798 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-abf04bcb-5018-4778-ac57-a9a1ef79230f req-585c6aa8-04fd-400f-b6ea-384061dddc40 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Feb 16 14:34:36.651480 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:36.675010 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb5d58a-9337-4a60-b43c-f7ded46dec03 x-openstack-request-id: req-2bb5d58a-9337-4a60-b43c-f7ded46dec03 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:36.675305 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "name": "network-vif-plugged", "status": "completed", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:36.675743 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-2bb5d58a-9337-4a60-b43c-f7ded46dec03 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:36.676142 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'code': 200} Feb 16 14:34:36.716811 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:36.764731 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:37.054276 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42eaba-b10c-4e8c-be22-5adad22bccbf req-ab68ca9c-c581-4ee1-86ba-af7755032015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:37.055780 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-db42eaba-b10c-4e8c-be22-5adad22bccbf req-ab68ca9c-c581-4ee1-86ba-af7755032015 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1129 time: 0.0433955 Feb 16 14:34:37.104257 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-db42eaba-b10c-4e8c-be22-5adad22bccbf req-c5c4d294-a38a-4528-a9fd-ea4b00a34d87 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Feb 16 14:34:37.767293 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbf59a-7744-4f4e-896b-2919a1f6e6fb req-25831cbd-b3fa-43ef-a99f-520e47dfa7ca tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:37.769389 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fddbf59a-7744-4f4e-896b-2919a1f6e6fb req-25831cbd-b3fa-43ef-a99f-520e47dfa7ca tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.0531273 Feb 16 14:34:37.817177 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-fddbf59a-7744-4f4e-896b-2919a1f6e6fb req-a2b55ca4-f004-4fbf-8cc5-80959594a53c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Feb 16 14:34:38.934413 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b242-62f4-4d7f-b8e1-b9ddbaf29b35 req-c87fb4c9-abf5-4e94-9515-1993c432408f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.935903 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5310b242-62f4-4d7f-b8e1-b9ddbaf29b35 req-c87fb4c9-abf5-4e94-9515-1993c432408f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.0516269 Feb 16 14:34:38.983744 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5310b242-62f4-4d7f-b8e1-b9ddbaf29b35 req-78095349-3914-49f6-b132-21f15b5a8f33 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Feb 16 14:34:39.099666 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e16366-35b9-44ef-88cb-709813e631b4 req-d4c04503-5d69-4b70-b533-ec7b461d5ac9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:39.101050 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6e16366-35b9-44ef-88cb-709813e631b4 req-d4c04503-5d69-4b70-b533-ec7b461d5ac9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 16 14:34:39.150203 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e6e16366-35b9-44ef-88cb-709813e631b4 req-e0e7f182-2143-494a-bc08-5cd30a659df0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Feb 16 14:34:39.171765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34766) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:39.226318 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1318f7e-0ffc-4549-bc38-c5be5de7c46c tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:39.228179 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-c1318f7e-0ffc-4549-bc38-c5be5de7c46c tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1124 time: 0.0553110 Feb 16 14:34:39.230728 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 34768) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:39.235026 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:39.322409 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:39.418653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:39.532454 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.27.0.59 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/22de696a-2466-4b1d-97f1-469fca025f23) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:39.632618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (22de696a-2466-4b1d-97f1-469fca025f23), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:39.723391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (22de696a-2466-4b1d-97f1-469fca025f23), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:39.762124 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:39.766861 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:39.771028 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:39.794768 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=22de696a-2466-4b1d-97f1-469fca025f23,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:40.113492 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (9d3b7453-eccc-46ec-8829-44639112e44f), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.240627 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (22de696a-2466-4b1d-97f1-469fca025f23), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.389079 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (22de696a-2466-4b1d-97f1-469fca025f23), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.447857 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (22de696a-2466-4b1d-97f1-469fca025f23), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.511515 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=22de696a-2466-4b1d-97f1-469fca025f23,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:40.526858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (9d3b7453-eccc-46ec-8829-44639112e44f), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.629904 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 9d3b7453-eccc-46ec-8829-44639112e44f associated. External IP: 172.27.0.59, port: cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb. Feb 16 14:34:41.088960 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:34:41.194892 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:34:41.204484 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:41.214554 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:41.215185 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:34:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:41.325132 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:41.358393 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-ee952f89-6e0f-4a2c-9274-b4cc4ca6963c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1265140 Feb 16 14:34:41.358940 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:41.361263 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0" -d '{"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:41.407152 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eca762-f42c-42f1-9ea2-70ede2e73742 x-openstack-request-id: req-f5eca762-f42c-42f1-9ea2-70ede2e73742 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:41.407447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:41.407702 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-f5eca762-f42c-42f1-9ea2-70ede2e73742 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:41.408215 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'status': 'completed', 'code': 200} Feb 16 14:34:41.448407 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:41.500099 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-225045cd-9317-4fb5-9aea-e42e35ee76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:41.501644 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-225045cd-9317-4fb5-9aea-e42e35ee76ed service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1129 time: 0.0449240 Feb 16 14:34:41.595664 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-fa68a92d-247d-4f96-8279-113a6ba3a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:41.597776 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-fa68a92d-247d-4f96-8279-113a6ba3a037 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0884948 Feb 16 14:34:41.660965 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-dcbedcf3-14fb-434c-a40e-e60babee2051 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 200 len: 998 time: 0.0569890 Feb 16 14:34:41.676219 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:39Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:41.702356 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:41.707904 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-dfb95987-6131-42b2-8323-01ac2ae75686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:41.709354 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-dfb95987-6131-42b2-8323-01ac2ae75686 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0430338 Feb 16 14:34:41.710755 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:41.711351 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:34:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:41.760663 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-5f591dfb-8b9f-4b8d-920f-17beb01e1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:41.762180 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-5f591dfb-8b9f-4b8d-920f-17beb01e1cfa service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473239 Feb 16 14:34:41.818381 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:41.858317 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-92fc8c39-93e9-496d-a72b-903cac1f8670 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891764 Feb 16 14:34:41.951830 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2a1b405b-6e8c-446c-8707-b3ba7ffe90e0 req-6e654987-03f8-4edd-873b-293414d8a3e3 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864785 Feb 16 14:34:42.041102 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:39Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:42.070046 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47521c18-d892-4289-9d6d-0b684ae553a0 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:39Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:42.270654 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69fc8e-00e7-40f1-9bab-69591f1ac063 None None] New status for floating IP 9d3b7453-eccc-46ec-8829-44639112e44f: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:34:43.825336 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d5e92fc9-e34a-403b-b0ef-f7ba38474f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:46.230285 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8198322f-0530-466d-a77f-2136a6c61085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:47.121831 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:48.756120 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:50.196014 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:52.453586 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:10.573508 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:13.841232 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-847bbf81-16a8-4bbf-90d4-44857c29c714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:16.196074 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e72875f1-185a-43e7-a645-c321103f9617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:17.155508 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:18.801268 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.224377 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:22.435519 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.882140 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-72cae9e3-f210-42bb-ac68-b1e0f89ae623 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457914 Feb 16 14:35:29.988635 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-5ffe033b-3f24-4531-96ad-3c01bd9eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:29.990126 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-5ffe033b-3f24-4531-96ad-3c01bd9eabcb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0459700 Feb 16 14:35:30.095494 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-10bfe217-9097-44e0-8ad6-eef1685c86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:30.096948 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-10bfe217-9097-44e0-8ad6-eef1685c86bc service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.0871639 Feb 16 14:35:30.160818 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-109aa4f3-ef8d-447a-85a4-316ce60196b0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 1001 time: 0.0576513 Feb 16 14:35:30.218242 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-f1198bd0-06e7-4239-8508-b7f2b0abbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:30.219535 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-f1198bd0-06e7-4239-8508-b7f2b0abbba7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0529211 Feb 16 14:35:30.273609 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-099278ef-48eb-4cde-abd7-219509fa1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:30.275179 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-099278ef-48eb-4cde-abd7-219509fa1ea0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476546 Feb 16 14:35:30.364947 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-d674a1cc-6629-4af1-915c-d6e3a9c1b46b service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Feb 16 14:35:30.456376 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b98a9181-8d57-4adb-b65e-3edf433a6fed req-f698a187-d907-455b-987a-862ec977dbe5 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Feb 16 14:35:43.829127 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d121f93f-b58c-47b2-8f79-99c3796c10e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.229168 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-41e62f15-bb8d-4e8f-9664-25f2b02d651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:47.126472 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:47.572264 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:48.800273 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.189360 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.469107 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.523994 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f370515-a968-4c53-92b5-c38ba48fe9a4 req-4a3fee09-7b9d-4cf1-9d76-441ea9c5c47e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.525509 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f370515-a968-4c53-92b5-c38ba48fe9a4 req-4a3fee09-7b9d-4cf1-9d76-441ea9c5c47e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.2005756 Feb 16 14:36:00.573283 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-4f370515-a968-4c53-92b5-c38ba48fe9a4 req-a15980b5-fa32-4563-be68-55267532c281 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Feb 16 14:36:01.751840 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ed68b-5ef5-4b99-8768-af95c86f5155 req-b0aea880-b87f-40ab-8f1a-65e486c356fe tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.752416 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-063ed68b-5ef5-4b99-8768-af95c86f5155 req-b0aea880-b87f-40ab-8f1a-65e486c356fe tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.1095715 Feb 16 14:36:01.801245 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-063ed68b-5ef5-4b99-8768-af95c86f5155 req-a6e6e456-8eeb-4cc2-a005-3f686a68da1d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Feb 16 14:36:02.920252 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ed98f-5515-409c-901e-a0fd0db3016f req-823d0716-c8d4-49c7-8161-42ad8472a81f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:02.922369 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-436ed98f-5515-409c-901e-a0fd0db3016f req-823d0716-c8d4-49c7-8161-42ad8472a81f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0547462 Feb 16 14:36:02.969349 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-436ed98f-5515-409c-901e-a0fd0db3016f req-333e5536-f122-4a8f-b859-bd3012bd2519 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Feb 16 14:36:04.090721 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9953-a230-4b4b-8dde-3d89264355a5 req-79a2b67b-9025-44d8-a8b1-e8f42e608397 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:04.105061 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90fc9953-a230-4b4b-8dde-3d89264355a5 req-79a2b67b-9025-44d8-a8b1-e8f42e608397 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0556233 Feb 16 14:36:04.143711 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-90fc9953-a230-4b4b-8dde-3d89264355a5 req-3a4ee9ba-c151-4e68-b5f9-6b7cc9283a04 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446742 Feb 16 14:36:05.260148 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3c515-90bd-4304-835e-eaaa5b9b2deb req-6b08985c-48a6-4762-abab-19ed4c203a48 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:05.261603 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ef3c515-90bd-4304-835e-eaaa5b9b2deb req-6b08985c-48a6-4762-abab-19ed4c203a48 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0519114 Feb 16 14:36:05.309267 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-3ef3c515-90bd-4304-835e-eaaa5b9b2deb req-988a40b9-29b0-48a5-8ca2-e1bdf0cb571e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Feb 16 14:36:06.427164 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ebd16-bd63-4d05-857f-e4fb481f45bf req-f8b5fcfc-4a88-49f1-90d9-749b36f4ef36 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.428742 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c62ebd16-bd63-4d05-857f-e4fb481f45bf req-f8b5fcfc-4a88-49f1-90d9-749b36f4ef36 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0530837 Feb 16 14:36:06.477790 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c62ebd16-bd63-4d05-857f-e4fb481f45bf req-e3b725bf-7d4a-42b2-8512-b77d01fc40cf tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435400 Feb 16 14:36:07.598332 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c3d50-7d31-4eaf-9e50-1c9007645149 req-556c1038-7a77-4449-8bb8-d79dfb94acf3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:07.599792 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cb0c3d50-7d31-4eaf-9e50-1c9007645149 req-556c1038-7a77-4449-8bb8-d79dfb94acf3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0547631 Feb 16 14:36:07.646098 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-cb0c3d50-7d31-4eaf-9e50-1c9007645149 req-34fbbf23-8e48-4219-a47b-cef5154b5341 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408678 Feb 16 14:36:08.767004 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e23c6-8a33-499f-93de-fb7db87e7ee0 req-37181920-73e9-4cec-9f63-e68768401d38 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:08.768402 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b99e23c6-8a33-499f-93de-fb7db87e7ee0 req-37181920-73e9-4cec-9f63-e68768401d38 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0535028 Feb 16 14:36:08.821233 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b99e23c6-8a33-499f-93de-fb7db87e7ee0 req-702ba335-b52e-4649-8970-6f1f92588d6c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Feb 16 14:36:09.940357 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8ea1a-b422-469d-b436-57edc2cfefe2 req-01342124-bf6b-4478-bac1-13ab0d621ca4 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:09.941968 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c8b8ea1a-b422-469d-b436-57edc2cfefe2 req-01342124-bf6b-4478-bac1-13ab0d621ca4 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0525622 Feb 16 14:36:09.989660 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c8b8ea1a-b422-469d-b436-57edc2cfefe2 req-9d9a2bf6-e94e-436f-947c-7225fff2d8de tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Feb 16 14:36:10.706654 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-98ab573d-e046-4089-a56c-0d2db1ed235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:10.716754 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-98ab573d-e046-4089-a56c-0d2db1ed235e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0870776 Feb 16 14:36:10.796967 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-006003e2-cc41-4aa9-b437-1ccec4fcc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:10.798433 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-006003e2-cc41-4aa9-b437-1ccec4fcc62a service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.0843282 Feb 16 14:36:10.865901 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-8986bde9-2325-4b31-a4f2-40339ec7bad9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 1001 time: 0.0615337 Feb 16 14:36:10.919779 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-62d32799-f6fc-4ce2-99a1-61dac8e3cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:10.921343 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-62d32799-f6fc-4ce2-99a1-61dac8e3cf45 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0495396 Feb 16 14:36:10.972306 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-d4a2a2d1-c418-4454-ad1f-b4c9d9928c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:10.973830 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-d4a2a2d1-c418-4454-ad1f-b4c9d9928c65 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472896 Feb 16 14:36:10.984036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-95e32234-010e-4f18-87f5-7707a9e19687 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:36:10.985094 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-95e32234-010e-4f18-87f5-7707a9e19687 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052841 Feb 16 14:36:11.104056 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-eb0b27c3-4a68-4341-b0f2-47ffffdc7c80 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119957 Feb 16 14:36:11.140550 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537519-308c-49d9-ad7d-10c8aaa175c6 req-2e74ca64-4b79-4cb3-b3c6-19cc15622fad tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:11.141985 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb537519-308c-49d9-ad7d-10c8aaa175c6 req-2e74ca64-4b79-4cb3-b3c6-19cc15622fad tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0841544 Feb 16 14:36:11.242359 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb537519-308c-49d9-ad7d-10c8aaa175c6 req-47ee8e5f-5882-459b-aaa1-72fd658faf21 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942037 Feb 16 14:36:11.244702 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0769a105-5f6b-4f1c-8adb-a996ffed294d req-84f5a768-f6f6-447e-a489-6404d4908bcb service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330459 Feb 16 14:36:12.514687 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bdcf4-a318-4853-85ce-5dd69124a84e req-be63ce2d-cb16-4038-b72b-ebaedb343502 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:12.516337 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d38bdcf4-a318-4853-85ce-5dd69124a84e req-be63ce2d-cb16-4038-b72b-ebaedb343502 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0527232 Feb 16 14:36:12.566594 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-d38bdcf4-a318-4853-85ce-5dd69124a84e req-4d214f69-d691-4daa-93e6-9d428f2e89e8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Feb 16 14:36:13.686536 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43273a2-6649-4499-b398-ceca60ee6875 req-dcff09a7-3a66-44dc-97c6-a71b86d2bd7d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:13.688079 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b43273a2-6649-4499-b398-ceca60ee6875 req-dcff09a7-3a66-44dc-97c6-a71b86d2bd7d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0533626 Feb 16 14:36:13.737132 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-b43273a2-6649-4499-b398-ceca60ee6875 req-9e761d87-9035-4a58-83ca-8f9fc2dbf8a2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Feb 16 14:36:13.851562 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-62949ac2-c096-44e0-821a-a72f1468acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:14.859509 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327732e-6b5b-401b-921c-6f61b6ca4832 req-b8b8ad0a-dffe-4aa0-a7de-56ce0a8fc8b2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:14.860992 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a327732e-6b5b-401b-921c-6f61b6ca4832 req-b8b8ad0a-dffe-4aa0-a7de-56ce0a8fc8b2 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0539691 Feb 16 14:36:14.909400 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a327732e-6b5b-401b-921c-6f61b6ca4832 req-20bd8a92-51f8-4e7f-a359-7e5710e62034 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428669 Feb 16 14:36:16.036945 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa1b71-cee0-4d24-bbb9-7ed16c17a80f req-010d5332-dc71-4030-aaa3-b0c048bb73b0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:16.038495 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9fa1b71-cee0-4d24-bbb9-7ed16c17a80f req-010d5332-dc71-4030-aaa3-b0c048bb73b0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0614347 Feb 16 14:36:16.089065 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a9fa1b71-cee0-4d24-bbb9-7ed16c17a80f req-45f7d36a-ae9a-44ab-ba78-d4d26c70920c tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448596 Feb 16 14:36:16.211905 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-40e21570-1b08-4b6b-86e5-02295fbf3043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.120212 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.212856 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6f1ef-5975-4079-a514-90cb2e85f70d req-13224c6b-da61-48dd-bcc6-f8b695f10533 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.214341 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1cc6f1ef-5975-4079-a514-90cb2e85f70d req-13224c6b-da61-48dd-bcc6-f8b695f10533 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0581818 Feb 16 14:36:17.265156 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-1cc6f1ef-5975-4079-a514-90cb2e85f70d req-05a04c88-3881-4ed5-8878-789e7436a980 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Feb 16 14:36:17.331751 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [req-3b5172b6-efc9-4e01-8424-97a99b7eaaf7 req-e1e35d89-0165-425c-b5d6-18b293083817 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:36:17.332781 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-3b5172b6-efc9-4e01-8424-97a99b7eaaf7 req-e1e35d89-0165-425c-b5d6-18b293083817 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054076 Feb 16 14:36:17.606739 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea2a6-e4a1-4c04-a2a8-38aa22244b55 req-b9f50d19-1d02-4cd2-a022-98c1ca85555e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.608186 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-936ea2a6-e4a1-4c04-a2a8-38aa22244b55 req-b9f50d19-1d02-4cd2-a022-98c1ca85555e tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0619340 Feb 16 14:36:17.683795 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-936ea2a6-e4a1-4c04-a2a8-38aa22244b55 req-1f546553-56c6-4cb8-9b74-941e7dfeab0a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684798 Feb 16 14:36:17.707448 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-38b359d7-1d02-4623-be04-ef41e89057d1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203430 Feb 16 14:36:17.832784 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-da91e10e-7a79-4a00-b8df-45c89eafd893 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.834132 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-da91e10e-7a79-4a00-b8df-45c89eafd893 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports/ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 943 time: 0.0980802 Feb 16 14:36:18.794747 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:18.804602 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6016de8-014a-4c4f-aa53-2ff11a288c7c req-2a791b0d-dc53-4f60-8e8d-5e20b250d3e5 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:18.806080 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a6016de8-014a-4c4f-aa53-2ff11a288c7c req-2a791b0d-dc53-4f60-8e8d-5e20b250d3e5 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0530138 Feb 16 14:36:18.855877 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-a6016de8-014a-4c4f-aa53-2ff11a288c7c req-4144fed0-b6dd-4193-a5e6-89d4cd09e7d7 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Feb 16 14:36:19.191619 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:36:19.265442 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 is: ACTIVE; New status is: DOWN {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:19.265836 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.287823 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:19.290093 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd1f0b7-a9eb-4c8e-8916-22678b55de6b" -d '{"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:19.302295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:19.365648 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.388972 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66202a1-09c8-4e8a-a78d-de2a82d28bd1 x-openstack-request-id: req-d66202a1-09c8-4e8a-a78d-de2a82d28bd1 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:19.389262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-unplugged", "status": "failed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "code": 422}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:19.389516 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d66202a1-09c8-4e8a-a78d-de2a82d28bd1 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:19.389991 dv-cinder-804735-16-iscsi neutron-server[103315]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'code': 422} returned with failed status Feb 16 14:36:19.418284 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=6']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:19.425811 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.426160 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.426507 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.426865 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.427196 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.427576 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.427901 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.428227 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.428553 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.428878 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.429198 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.429517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.429854 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:19.978244 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79ba0-a41e-4e16-8760-b4363715162c req-54e03f01-3aa2-4e25-b125-1a6f28ea4440 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:19.979802 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-08d79ba0-a41e-4e16-8760-b4363715162c req-54e03f01-3aa2-4e25-b125-1a6f28ea4440 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0552700 Feb 16 14:36:20.034359 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-08d79ba0-a41e-4e16-8760-b4363715162c req-79e9a521-5e79-4c99-91d5-3335c93d627f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487711 Feb 16 14:36:20.131423 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6328af3b-3dc9-4902-9410-c02fc9f46d03 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368858584&fields=id&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 267 time: 0.0443397 Feb 16 14:36:20.205805 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:20.243725 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-52e264c6-d8ff-456d-b911-49b05ce98ebd tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:20.245215 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-52e264c6-d8ff-456d-b911-49b05ce98ebd tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1056712 Feb 16 14:36:20.260156 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-65eae711-fbab-40e0-b345-24ee286c595b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/quotas/a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 375 time: 0.0090122 Feb 16 14:36:20.316747 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-adb16b56-bbf4-4ec0-a021-d2db5a86f41e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516617 Feb 16 14:36:20.376369 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-14e3ae16-62ea-4ccb-86b6-5e3ce2482f36 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=103314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:36:20.377412 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-14e3ae16-62ea-4ccb-86b6-5e3ce2482f36 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494959 Feb 16 14:36:20.473830 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b0e70e70-ea79-44e3-b6e5-676d17e32a3a service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904801 Feb 16 14:36:20.563798 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-1134b8c2-3c0a-4581-8530-6a1cd0496853 service neutron] 10.222.0.110 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Feb 16 14:36:21.040749 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-0490bd48-71c6-41af-a0bc-5e7160627836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.042262 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-0490bd48-71c6-41af-a0bc-5e7160627836 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a&tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0 HTTP/1.1" status: 200 len: 1128 time: 0.0456791 Feb 16 14:36:21.120576 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-6861661c-8edd-47ea-b5ca-d514981f51f6 req-507fd20f-6bee-49ef-a46f-030142d860c9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 210 time: 0.0362606 Feb 16 14:36:21.155422 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-3a1aa2f6-8236-4d61-8b31-68cc407e1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.158135 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-3a1aa2f6-8236-4d61-8b31-68cc407e1f8a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1128 time: 0.0719526 Feb 16 14:36:21.176276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8221b-cfad-49ae-9e6e-22d0d29a2c2a req-45ef5985-203a-420a-b449-e1078442d962 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.177975 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09d8221b-cfad-49ae-9e6e-22d0d29a2c2a req-45ef5985-203a-420a-b449-e1078442d962 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0704281 Feb 16 14:36:21.232536 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-09d8221b-cfad-49ae-9e6e-22d0d29a2c2a req-dce8fcd7-375e-4b25-939c-7af72e358670 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484991 Feb 16 14:36:21.266860 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-08c3249e-425a-49e2-8549-d975575b2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.268345 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-08c3249e-425a-49e2-8549-d975575b2205 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.1027133 Feb 16 14:36:21.332146 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-a96031ff-ffd3-4008-b1b3-829ef52771e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 999 time: 0.0576971 Feb 16 14:36:21.384404 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-8904760c-72b5-4e3d-98f3-c2e56027f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.385828 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-8904760c-72b5-4e3d-98f3-c2e56027f704 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0477645 Feb 16 14:36:21.434025 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-d8af7dbd-3132-48b6-80ee-362552a6655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.435987 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-d8af7dbd-3132-48b6-80ee-362552a6655b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443974 Feb 16 14:36:21.526439 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-76d30955-76b8-4b4e-9416-be624ad9af7d service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Feb 16 14:36:21.619064 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-2ba9dc75-7586-4d02-8777-631630e0fb6d req-57995b81-2579-45b9-8140-ef2e8c79c706 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Feb 16 14:36:22.214199 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-eb132146-9276-4f71-a8be-f4201effdf53 req-38d9725b-f25e-4a64-a68b-5624f859e640 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 210 time: 0.0293894 Feb 16 14:36:22.370463 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4578-ea71-4197-93d2-da9db78f49fd req-f86d0c63-713d-40f3-91e0-3ebbfabc22b9 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:22.376981 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e03c4578-ea71-4197-93d2-da9db78f49fd req-f86d0c63-713d-40f3-91e0-3ebbfabc22b9 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0527244 Feb 16 14:36:22.422544 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e03c4578-ea71-4197-93d2-da9db78f49fd req-9b3ef3f8-4717-47bf-a6c0-1837a7f8a237 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443771 Feb 16 14:36:22.468978 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.061830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-05535d73-c7a6-4c6c-be22-aaa7c859624a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:23.063433 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-05535d73-c7a6-4c6c-be22-aaa7c859624a tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 811 time: 0.1029370 Feb 16 14:36:23.131745 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-ced93cfe-dd22-40fc-b4a7-c72214a3849c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686 HTTP/1.1" status: 200 len: 380 time: 0.0529757 Feb 16 14:36:23.150091 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'port': {'device_id': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'admin_state_up': True, 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'security_groups': ['2bcb0833-6803-4a81-a5b7-d9d981f39ac0']}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:23.318255 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ec4accec-75c3-46f5-9ebe-32dc7741a80d req-4a602779-f2e4-4fda-9253-a481a8857aa2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 210 time: 0.0318832 Feb 16 14:36:23.325694 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Made reservation on behalf of a072f4cf28da4e14b3fd13b1ba2a9686 for: {'port': 1} {{(pid=103313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:23.329797 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.470345 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_common [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.20.0.7 (0af86f90-4507-47db-8c2b-277aef0456a0/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291/d6c8233e-4946-4ceb-8a8d-10d4f42cec5d) {{(pid=103313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:23.570464 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc642da-9bff-4d7a-8005-50182c344554 req-0dd9d260-fee0-402e-abb3-0141df48cf88 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:23.572129 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9bc642da-9bff-4d7a-8005-50182c344554 req-0dd9d260-fee0-402e-abb3-0141df48cf88 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0672019 Feb 16 14:36:23.630000 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-9bc642da-9bff-4d7a-8005-50182c344554 req-f0b5b623-de7c-41d3-bc0b-8855e7ce6e09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481503 Feb 16 14:36:23.659053 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), precommit_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.783439 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_create {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.831034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network 0af86f90-4507-47db-8c2b-277aef0456a0 is already hosted by enough agents. {{(pid=103313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:23.834246 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.base_scheduler [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:23.838324 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:36:23.867032 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=1']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:23.882653 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.883103 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.883451 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.883858 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.884186 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.884561 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.884891 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.885226 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.885708 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.886048 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.886398 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.886713 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.887034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:23.913827 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:23.914592 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.008961 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6065a59d-1eb0-46d9-94d7-907091784991 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625853 Feb 16 14:36:24.026943 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.v2.base [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Request body: {'port': {'device_id': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:24.074529 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-bc1d7d75-3aa6-44b1-9f56-3a3d415c35b3 None None] Provisioning complete for port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d triggered by entity DHCP. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:24.075243 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7d75-3aa6-44b1-9f56-3a3d415c35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.089151 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.123123 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d7d75-3aa6-44b1-9f56-3a3d415c35b3 None None] Port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d cannot update to ACTIVE because it is not bound. {{(pid=103315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:36:24.357332 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c8233e-4946-4ceb-8a8d-10d4f42cec5d {{(pid=103313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:24.365905 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks [] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), precommit_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.378744 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.provisioning_blocks [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Transition to ACTIVE for port object d6c8233e-4946-4ceb-8a8d-10d4f42cec5d will not be triggered until provisioned by entity L2. {{(pid=103313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:24.439692 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fbfce-9eba-449c-b68a-e4cbca216440 req-ad9e52dd-f1cb-4c5e-8763-59955c7a0cc6 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:24.441235 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b3fbfce-9eba-449c-b68a-e4cbca216440 req-ad9e52dd-f1cb-4c5e-8763-59955c7a0cc6 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 931 time: 0.0536640 Feb 16 14:36:24.461405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.541307 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=2']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:24.556316 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1b3fbfce-9eba-449c-b68a-e4cbca216440 req-11776cb1-60ea-4ea0-85a6-86cabc5722b7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087885 Feb 16 14:36:24.582308 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:36:24.627453 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Attempting to bind port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:36:24.627637 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Attempting to bind port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:36:24.627974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Attempting to bind port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:24.632726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d on network 0af86f90-4507-47db-8c2b-277aef0456a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:36:24.633049 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Attempting to bind port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d on network 0af86f90-4507-47db-8c2b-277aef0456a0 {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:24.638441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Checking agent: {'id': '0cfdef3f-0a9d-475b-8e74-64b2e4c4288d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'started_at': datetime.datetime(2022, 2, 16, 14, 23, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:36:24.638815 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Checking segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:24.639201 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Bound using segment: {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'} {{(pid=103313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:36:24.639661 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.managers [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Bound port: d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0'}}] {{(pid=103313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:36:24.640019 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), before_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.711724 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, cleared binding levels {{(pid=103313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:36:24.714793 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:36:24.767312 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84123e9-a369-4b03-b296-83d331f41961 req-546bd6a0-0eaf-45be-8eb1-68820859d95a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:24.768795 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e84123e9-a369-4b03-b296-83d331f41961 req-546bd6a0-0eaf-45be-8eb1-68820859d95a tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0545371 Feb 16 14:36:24.795112 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8752940'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_update {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.818314 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-e84123e9-a369-4b03-b296-83d331f41961 req-2a977435-224e-4493-9b71-235e50d57421 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Feb 16 14:36:24.831337 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:24.831957 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.833403 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] 10.222.0.124 "PUT /v2.0/ports/d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 200 len: 1093 time: 0.8109276 Feb 16 14:36:24.833855 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:24.836269 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6b03d-7de5-498c-a592-e2e651e53fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:24.860598 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d90031-a8fd-4b65-8517-c0ff78a0ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=3']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:24.945338 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3587b9a7-4a6b-428d-b9be-82ccf8aa0483 x-openstack-request-id: req-3587b9a7-4a6b-428d-b9be-82ccf8aa0483 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:24.945644 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:24.945909 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-3587b9a7-4a6b-428d-b9be-82ccf8aa0483 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:24.946369 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'status': 'completed', 'code': 200} Feb 16 14:36:25.013234 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6973dbe0-4213-4a2d-aedf-9e215db9adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.015445 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-6973dbe0-4213-4a2d-aedf-9e215db9adf5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1127 time: 0.0506995 Feb 16 14:36:25.060999 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-4426eebd-ae36-4f15-9766-2b585b87c8a7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 200 len: 217 time: 0.0342367 Feb 16 14:36:25.108391 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-5c700df2-95c2-4275-97a5-40975d101443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.109849 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-5c700df2-95c2-4275-97a5-40975d101443 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0436280 Feb 16 14:36:25.163108 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-bdb62b15-f675-4338-b385-1c8fbb31ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.164497 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-bdb62b15-f675-4338-b385-1c8fbb31ac7e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447192 Feb 16 14:36:25.255350 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-2abe242d-5c18-4d6a-8e64-fa199f812263 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845108 Feb 16 14:36:25.345160 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0a0ed05d-02bf-4f2a-9e4c-e7abae0f31ca req-a5519d46-e8ed-442d-8b65-bfda3ccb9f72 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833776 Feb 16 14:36:25.539955 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-ea2deab5-e446-4800-84a5-a1f0b17da859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.541426 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-ea2deab5-e446-4800-84a5-a1f0b17da859 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1127 time: 0.0443935 Feb 16 14:36:25.633662 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-c3ebce4e-4c2d-45d2-b348-41a4b36bc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.635147 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-c3ebce4e-4c2d-45d2-b348-41a4b36bc4fa service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0870702 Feb 16 14:36:25.675066 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4a71a-9aa4-429a-8bf9-9445c839f611 req-3abca12c-27b7-43af-a50b-628e31d13adc tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.676542 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5ee4a71a-9aa4-429a-8bf9-9445c839f611 req-3abca12c-27b7-43af-a50b-628e31d13adc tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0522318 Feb 16 14:36:25.679536 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-089a53ac-ad44-4308-bb10-7f003a5e199f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 200 len: 217 time: 0.0370436 Feb 16 14:36:25.728065 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-691a6d40-68cd-4d98-8a4c-1bd0d606466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.729497 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-691a6d40-68cd-4d98-8a4c-1bd0d606466d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0439236 Feb 16 14:36:25.730110 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5ee4a71a-9aa4-429a-8bf9-9445c839f611 req-e6400bf5-3773-432d-858b-2bd947f8f9fd tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472031 Feb 16 14:36:25.779762 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-b3d22665-e3db-491c-9032-c72f7804f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.781940 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-b3d22665-e3db-491c-9032-c72f7804f963 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446301 Feb 16 14:36:25.876160 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-e302dde6-62dd-4ce8-a5e3-c05be4de9fa1 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Feb 16 14:36:26.254889 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3848b40-23f2-416e-af2a-da644782f18f req-78b30d05-7372-4c3c-81c4-20ebe3d2634b tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.256352 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3848b40-23f2-416e-af2a-da644782f18f req-78b30d05-7372-4c3c-81c4-20ebe3d2634b tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.3614020 Feb 16 14:36:26.261762 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-66f6b03d-7de5-498c-a592-e2e651e53fa0 req-1abc9872-a590-4e2f-a351-6f633db40e2c service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756630 Feb 16 14:36:26.307041 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d3848b40-23f2-416e-af2a-da644782f18f req-6eba22f6-b684-488e-ac2e-cd335cdbef4d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Feb 16 14:36:26.846586 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a60be-e224-4c84-a043-30ae0e470b2c req-e9180196-fdbb-4b8e-8553-155a21718115 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.848057 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab3a60be-e224-4c84-a043-30ae0e470b2c req-e9180196-fdbb-4b8e-8553-155a21718115 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0520384 Feb 16 14:36:26.895091 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ab3a60be-e224-4c84-a043-30ae0e470b2c req-b6ef7032-acb6-4dc7-8d1f-20093bf5ab57 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Feb 16 14:36:27.428036 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd3a87-e951-454d-bfbf-1485443353ab req-2ab518b1-93fe-41e2-8628-cd3a3567ebbb tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.429511 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52dd3a87-e951-454d-bfbf-1485443353ab req-2ab518b1-93fe-41e2-8628-cd3a3567ebbb tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0518801 Feb 16 14:36:27.478102 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52dd3a87-e951-454d-bfbf-1485443353ab req-e31dde62-246a-4fa8-98dd-04943566c600 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Feb 16 14:36:28.014163 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe0629-a807-4602-a655-c12821ca170d req-9765df17-2ed7-4570-828a-784e4fa7bb35 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:28.015988 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91fe0629-a807-4602-a655-c12821ca170d req-9765df17-2ed7-4570-828a-784e4fa7bb35 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0529068 Feb 16 14:36:28.064296 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-91fe0629-a807-4602-a655-c12821ca170d req-29794ade-bb38-4851-b611-52695f18fbe2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Feb 16 14:36:28.604070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb3f8-4784-40e5-ad64-a280c477ae83 req-cbf4c4ca-d2a0-4581-ba3a-cadb550fa1c0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:28.605559 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9d6bb3f8-4784-40e5-ad64-a280c477ae83 req-cbf4c4ca-d2a0-4581-ba3a-cadb550fa1c0 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 944 time: 0.0568414 Feb 16 14:36:28.654063 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-9d6bb3f8-4784-40e5-ad64-a280c477ae83 req-880d7432-7cba-49c3-9308-13e10b617335 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Feb 16 14:36:29.184454 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395142bc-7d44-4ecb-823a-7ff9400f1238 req-48bfcaa5-8087-49c8-981e-abbd1e0da8a6 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:29.185903 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-395142bc-7d44-4ecb-823a-7ff9400f1238 req-48bfcaa5-8087-49c8-981e-abbd1e0da8a6 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0539570 Feb 16 14:36:29.238170 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-395142bc-7d44-4ecb-823a-7ff9400f1238 req-20ad9f4c-308c-4dea-bfd1-2a032f2cecd0 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Feb 16 14:36:29.241537 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:36:29.335284 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:29.345920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'port_id': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'mac_address': 'fa:16:3e:a8:90:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:36:29.384978 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:29.385364 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:29.397603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3741ec-f06d-46ec-8c0b-7eba0140cb02 {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:29.415796 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:29.485447 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:29.532301 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=7']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:29.784613 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['ed3741ec-f06d-46ec-8c0b-7eba0140cb02'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:29.792864 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-2396f329-67c1-4294-b23c-4362511c9f65 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761013 Feb 16 14:36:29.800903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2430-3c66-49a9-b60d-6411fc405832 req-81b88efb-bd11-4c7f-88d1-1aa1388b8d8d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:29.802282 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0c8b2430-3c66-49a9-b60d-6411fc405832 req-81b88efb-bd11-4c7f-88d1-1aa1388b8d8d tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 945 time: 0.0772123 Feb 16 14:36:29.885502 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0c8b2430-3c66-49a9-b60d-6411fc405832 req-f7167317-957a-4edc-bb7a-a10e3a8503c1 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773327 Feb 16 14:36:29.895902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-3b877977-10ba-4aec-a817-1d9d79888436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:29.898235 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-3b877977-10ba-4aec-a817-1d9d79888436 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1129 time: 0.0736120 Feb 16 14:36:30.001422 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-64ae431c-5c03-473d-8c24-c5adefd78807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:30.002849 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-64ae431c-5c03-473d-8c24-c5adefd78807 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0853813 Feb 16 14:36:30.070615 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-9d1246d8-11fa-4a84-a5b9-32f5de8bc303 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 200 len: 1000 time: 0.0615997 Feb 16 14:36:30.118301 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-bcbf3bc8-c392-4cb8-a98a-f79cc1334d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:30.119739 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-bcbf3bc8-c392-4cb8-a98a-f79cc1334d30 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0429997 Feb 16 14:36:30.168326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-729f270d-4be7-4f2b-8d62-e73768281df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:30.169804 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-729f270d-4be7-4f2b-8d62-e73768281df7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431671 Feb 16 14:36:30.275724 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-08bd8a3b-34fd-461f-a409-0343eb96d4e6 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Feb 16 14:36:30.357474 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f218ec-3832-438d-9474-6c921ef76c1d req-2b9648a6-7e98-4560-9026-fe2d938a5f09 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:30.359018 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-68f218ec-3832-438d-9474-6c921ef76c1d req-2b9648a6-7e98-4560-9026-fe2d938a5f09 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0525973 Feb 16 14:36:30.365289 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96534b31-9595-4412-ae97-55a0cdf1bb73 req-7fa71ce2-3ebd-482f-b2de-9978e1d25c85 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832179 Feb 16 14:36:30.407124 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-68f218ec-3832-438d-9474-6c921ef76c1d req-f1dd2daa-9f7a-449b-a564-3902f83c9d36 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Feb 16 14:36:31.009255 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c111b5-20bf-4139-8a2c-f9ebe794738e req-e80fc04f-016c-4dd5-b55a-805497257ad7 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:31.010767 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-75c111b5-20bf-4139-8a2c-f9ebe794738e req-e80fc04f-016c-4dd5-b55a-805497257ad7 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 945 time: 0.0581217 Feb 16 14:36:31.058953 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-75c111b5-20bf-4139-8a2c-f9ebe794738e req-a4830c23-a59a-4174-9ad9-8ea312c96a07 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 Feb 16 14:36:31.259365 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:36:31.307059 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:31.307436 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:31.383228 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:31.383613 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:31.405083 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:31.407962 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d2017-bcb1-4cbe-9867-c92cfaf9f1de" -d '{"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:31.420065 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:31.446316 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a512709-9d53-471e-b9bc-4f2c1bc12580 x-openstack-request-id: req-5a512709-9d53-471e-b9bc-4f2c1bc12580 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:31.446612 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:31.446903 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-5a512709-9d53-471e-b9bc-4f2c1bc12580 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:31.447303 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'code': 200} Feb 16 14:36:31.480292 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:31.529694 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=8']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:31.532191 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae1929-9b8c-4d5f-b8f9-408e5c9e68ce req-6e18593c-d3e0-44f7-aaef-f1ec8840c5af tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:31.534524 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ebae1929-9b8c-4d5f-b8f9-408e5c9e68ce req-6e18593c-d3e0-44f7-aaef-f1ec8840c5af tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0582173 Feb 16 14:36:31.584927 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ebae1929-9b8c-4d5f-b8f9-408e5c9e68ce req-80ace453-5d12-4421-95eb-1fe5b2b57dc8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448797 Feb 16 14:36:31.795522 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2e25-1f60-409b-9d36-6dbb8db17137 req-ec7fe1be-883a-4f2a-9262-c005f22bb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:31.797210 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c66c2e25-1f60-409b-9d36-6dbb8db17137 req-ec7fe1be-883a-4f2a-9262-c005f22bb614 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0485103 Feb 16 14:36:31.841918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-c66c2e25-1f60-409b-9d36-6dbb8db17137 req-cbd4edaa-2dd3-41c1-8406-20a54b870106 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 Feb 16 14:36:32.178272 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39644c46-5131-49f3-834e-9ff93407056a req-eb6a6b1c-96f6-4a33-8592-23d879e6f469 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:32.179753 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-39644c46-5131-49f3-834e-9ff93407056a req-eb6a6b1c-96f6-4a33-8592-23d879e6f469 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0517964 Feb 16 14:36:32.232690 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-39644c46-5131-49f3-834e-9ff93407056a req-a6b3919a-e804-4b27-8d32-8b50dfa21c8f tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473030 Feb 16 14:36:32.707683 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154ff1-ec01-4d7d-aa2d-eecae15d815c req-54326824-29a8-40fd-b98b-e823ff74b877 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:32.709177 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0f154ff1-ec01-4d7d-aa2d-eecae15d815c req-54326824-29a8-40fd-b98b-e823ff74b877 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 943 time: 0.0526767 Feb 16 14:36:32.758131 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-0f154ff1-ec01-4d7d-aa2d-eecae15d815c req-c2c20e26-cd94-4f66-959e-6271c592ef9f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Feb 16 14:36:33.261960 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device d6c8233e-4946-4ceb-8a8d-10d4f42cec5d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:36:33.351452 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e24c23-da05-45e7-bba0-863081138960 req-f0c7030e-0fc8-4c44-9366-45459323d689 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:33.352988 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-76e24c23-da05-45e7-bba0-863081138960 req-f0c7030e-0fc8-4c44-9366-45459323d689 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0534387 Feb 16 14:36:33.403968 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-76e24c23-da05-45e7-bba0-863081138960 req-063e33b3-1003-45a8-8cba-cc340d90c2ac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Feb 16 14:36:33.493223 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:33.504804 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Returning: {'device': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'port_id': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'mac_address': 'fa:16:3e:02:d9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:36:33.540778 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d is: DOWN; New status is: BUILD {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:33.541165 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:33.553551 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c8233e-4946-4ceb-8a8d-10d4f42cec5d {{(pid=103315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:33.572682 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:33.633496 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:33.688641 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=4']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:33.879684 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7682900-6ba5-49b8-88dd-0c15d4460716 req-ec610872-6009-404a-b7c8-f1900c57c2ef tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:33.881186 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d7682900-6ba5-49b8-88dd-0c15d4460716 req-ec610872-6009-404a-b7c8-f1900c57c2ef tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 944 time: 0.0529037 Feb 16 14:36:33.930810 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] get_ports_and_sgs() called for port_ids ['d6c8233e-4946-4ceb-8a8d-10d4f42cec5d'] {{(pid=103315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:33.933869 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d7682900-6ba5-49b8-88dd-0c15d4460716 req-e1d9d653-400b-475d-a66f-df38b46c15e2 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Feb 16 14:36:35.052528 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708047-96bf-4667-af83-933c06a7034c req-3dc70aa0-dd76-4a0f-8ecc-8e68583ecedf tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:35.053982 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5b708047-96bf-4667-af83-933c06a7034c req-3dc70aa0-dd76-4a0f-8ecc-8e68583ecedf tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 944 time: 0.0519273 Feb 16 14:36:35.100792 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5b708047-96bf-4667-af83-933c06a7034c req-9bcde6a7-93be-4ae9-a03a-f5f32d65c444 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Feb 16 14:36:35.277157 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device d6c8233e-4946-4ceb-8a8d-10d4f42cec5d up at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:36:35.370258 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning for port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d completed by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:35.374743 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.provisioning_blocks [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Provisioning complete for port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d triggered by entity L2. {{(pid=103315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:35.375116 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3913363'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), provisioning_complete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:35.451439 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Current status of the port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d is: BUILD; New status is: ACTIVE {{(pid=103315) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:35.451826 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), before_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:35.473094 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d'}] {{(pid=103315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:35.475303 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ef635bdb9e5f0801ea248ec8b464d12196d42f8b650a8e242529eab578ac617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794e871-8999-4bcd-a749-34a5d43f909a" -d '{"events": [{"server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "name": "network-vif-plugged", "status": "completed", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d"}]}' {{(pid=103315) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:35.487917 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:35.512277 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229a17c3-404b-4a0e-a3a6-bae2aadb1f45 x-openstack-request-id: req-229a17c3-404b-4a0e-a3a6-bae2aadb1f45 {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:35.512573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "name": "network-vif-plugged", "status": "completed", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d", "code": 200}]} {{(pid=103315) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:35.512833 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-229a17c3-404b-4a0e-a3a6-bae2aadb1f45 {{(pid=103315) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:35.513234 dv-cinder-804735-16-iscsi neutron-server[103315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'code': 200} Feb 16 14:36:35.582505 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:35.630455 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Pushing event updated for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=5']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:35.878599 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedf444-6af4-4009-b7d7-9e790c828c4f req-6cde59f8-f1f6-43b7-9c8d-78c67c9fe93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:35.880036 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-beedf444-6af4-4009-b7d7-9e790c828c4f req-6cde59f8-f1f6-43b7-9c8d-78c67c9fe93a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1129 time: 0.0437000 Feb 16 14:36:35.924450 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-beedf444-6af4-4009-b7d7-9e790c828c4f req-2fb0a46f-5681-4b7c-b44a-7d5dc42d4637 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 Feb 16 14:36:36.220024 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4ae99-0e36-4f3f-9994-ffdd3dbcf7b6 req-b7d96999-2b1d-44fd-8426-9dd492b760cb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:36.221509 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-baf4ae99-0e36-4f3f-9994-ffdd3dbcf7b6 req-b7d96999-2b1d-44fd-8426-9dd492b760cb tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.0555711 Feb 16 14:36:36.269318 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-baf4ae99-0e36-4f3f-9994-ffdd3dbcf7b6 req-e6f1e67f-a3ba-4b70-a9c4-02bfac40c7c7 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Feb 16 14:36:37.387903 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0356e18-675a-46b8-9fa1-8ec8cdd07e5d req-4b68b328-cc80-4438-bd17-a2b7d03cc021 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:37.389379 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e0356e18-675a-46b8-9fa1-8ec8cdd07e5d req-4b68b328-cc80-4438-bd17-a2b7d03cc021 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.0518007 Feb 16 14:36:37.437306 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e0356e18-675a-46b8-9fa1-8ec8cdd07e5d req-464d1d0d-4461-4434-af94-141646eb29e8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415807 Feb 16 14:36:37.554043 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f26d-7704-40a1-98ab-65d79028e4a4 req-96eb8349-02d5-4b82-8f0c-c9f552c00594 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:37.555433 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a444f26d-7704-40a1-98ab-65d79028e4a4 req-96eb8349-02d5-4b82-8f0c-c9f552c00594 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.0512965 Feb 16 14:36:37.602821 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-a444f26d-7704-40a1-98ab-65d79028e4a4 req-ddf59c19-d0bf-46d0-a87e-d3179ecce07e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Feb 16 14:36:37.625098 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34986) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:37.669587 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30de90-7fa8-4859-b4fe-7a844f732b0a tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:37.671707 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8c30de90-7fa8-4859-b4fe-7a844f732b0a tempest-TestVolumeBootPattern-176389871 tempest-TestVolumeBootPattern-176389871-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1124 time: 0.0456090 Feb 16 14:36:37.674410 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 34988) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:37.678711 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.v2.base [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Request body: {'floatingip': {'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'port_id': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:37.776753 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:37.871471 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (None), before_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:37.975595 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Allocated IP 172.27.0.52 (c72208d8-9f4a-43cf-9bfc-a7a985f9cc82/13e03e12-bab0-488c-abf8-cd616998e467/038a1793-9948-409c-85e8-9ba865de83e3) {{(pid=103314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:38.077469 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (038a1793-9948-409c-85e8-9ba865de83e3), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.160125 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748136518166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (038a1793-9948-409c-85e8-9ba865de83e3), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.200901 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Network c72208d8-9f4a-43cf-9bfc-a7a985f9cc82 is already hosted by enough agents. {{(pid=103314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:38.206507 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Resources bound (agent type, host, resource id): {{(pid=103314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:38.209883 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Received port after_create {{(pid=103314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:36:38.236443 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=038a1793-9948-409c-85e8-9ba865de83e3,revision_number=1']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:38.248594 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.249052 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.249575 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.249921 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.250251 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.250579 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.250928 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.251257 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.251587 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.251911 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.252232 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.252549 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.252863 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:38.562486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (752bda6b-50d3-4702-890b-5bf5dd9fbcca), precommit_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.677160 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3841348'] for port (038a1793-9948-409c-85e8-9ba865de83e3), before_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.816898 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for port (038a1793-9948-409c-85e8-9ba865de83e3), precommit_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.873559 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748136960880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748136518184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748136518202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12360346'] for port (038a1793-9948-409c-85e8-9ba865de83e3), after_update {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:38.942848 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event updated for resources: {'Port': ['ID=038a1793-9948-409c-85e8-9ba865de83e3,revision_number=2']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:38.955436 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658397'] for floatingip (752bda6b-50d3-4702-890b-5bf5dd9fbcca), after_create {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:39.058346 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.l3_db [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 752bda6b-50d3-4702-890b-5bf5dd9fbcca associated. External IP: 172.27.0.52, port: d6c8233e-4946-4ceb-8a8d-10d4f42cec5d. Feb 16 14:36:39.274743 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:36:39.376803 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:36:39.386288 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:39.397630 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:36:39.400210 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:36:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.493658 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:39.509136 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:36:39.526777 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-8dd3d248-55e1-4b61-82f7-2d9f68f4b414 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8511920 Feb 16 14:36:39.527402 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:39.529823 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96abe632-7fc7-42d2-b082-205c916d539a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:39.566819 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92f0e6-32bf-482c-9473-78ff74518a0a x-openstack-request-id: req-ee92f0e6-32bf-482c-9473-78ff74518a0a {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:39.567441 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:39.567441 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-ee92f0e6-32bf-482c-9473-78ff74518a0a {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:39.567760 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'status': 'completed', 'code': 200} Feb 16 14:36:39.660568 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe632-7fc7-42d2-b082-205c916d539a req-ec3ec5f1-0dbe-4ccb-993a-e8a544f6ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:39.662072 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-ec3ec5f1-0dbe-4ccb-993a-e8a544f6ec22 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1129 time: 0.0481145 Feb 16 14:36:39.738942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '752bda6b-50d3-4702-890b-5bf5dd9fbcca', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:02:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:38Z', 'updated_at': '2022-02-16T14:36:38Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}, {'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.753808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe632-7fc7-42d2-b082-205c916d539a req-3524c831-ef18-4bdb-ac27-3a823f87f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:39.755510 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-3524c831-ef18-4bdb-ac27-3a823f87f5c3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0882854 Feb 16 14:36:39.766147 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:39.774944 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:36:39.775659 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:36:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.824940 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-4aac338a-5598-4a4e-aba0-d120e36c1da3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 200 len: 998 time: 0.0625122 Feb 16 14:36:39.871364 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe632-7fc7-42d2-b082-205c916d539a req-45014e9d-bbc1-46de-a888-542a7e4b725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:39.872865 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-45014e9d-bbc1-46de-a888-542a7e4b725d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0428956 Feb 16 14:36:39.885479 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:36:39.928274 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe632-7fc7-42d2-b082-205c916d539a req-326133f4-2fb0-47dd-b5be-77b689165065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:39.929807 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-326133f4-2fb0-47dd-b5be-77b689165065 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450437 Feb 16 14:36:40.024613 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-f4fe85eb-e22a-410e-ac4c-3dc5a9e6938b service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882068 Feb 16 14:36:40.112259 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '752bda6b-50d3-4702-890b-5bf5dd9fbcca', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:02:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:38Z', 'updated_at': '2022-02-16T14:36:38Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}, {'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:40.116336 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-96abe632-7fc7-42d2-b082-205c916d539a req-a0c1d7c8-3f86-448a-8457-5426bf6e5a76 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846834 Feb 16 14:36:40.138642 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be2fa89-96a9-493d-8f6a-e0728f93ebe5 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '752bda6b-50d3-4702-890b-5bf5dd9fbcca', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:02:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:38Z', 'updated_at': '2022-02-16T14:36:38Z', 'revision_number': 0, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}, {'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:40.330410 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b78be-d2a9-4786-a3f3-d1ad1dc94dea None None] New status for floating IP 752bda6b-50d3-4702-890b-5bf5dd9fbcca: ACTIVE {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:36:43.822204 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-94f4d19c-e5c3-481c-8e67-6ef57d839c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:46.204821 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-da387549-7e9d-4ef2-b450-36bbcf489487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:47.153586 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.782240 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:50.182260 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:52.484961 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:01.573092 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:37:13.838666 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-41325322-7d47-4ca7-a4ea-3d22449220d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:16.204246 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8e655831-d5e6-424e-948d-6b3dc9c4c4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.141649 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:18.889478 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:20.255924 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:22.490389 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:29.041308 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-512a4dc4-653c-4709-b8ca-2b94e0aef12f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478790 Feb 16 14:37:29.141544 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-09f31455-c633-4a02-b6b9-2f5791539610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:29.143116 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-09f31455-c633-4a02-b6b9-2f5791539610 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0439303 Feb 16 14:37:29.243713 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-d118b274-c515-4400-b47e-e0ba7d95c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:29.245179 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-d118b274-c515-4400-b47e-e0ba7d95c84b service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.0851328 Feb 16 14:37:29.312060 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-57e78fb3-94f0-41bf-ab5b-b7e563d8e24f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 1001 time: 0.0608189 Feb 16 14:37:29.359747 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-a023dcf1-98e1-4adb-8dae-e2e1a8ab8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:29.361155 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-a023dcf1-98e1-4adb-8dae-e2e1a8ab8475 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0434475 Feb 16 14:37:29.409075 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-8c20c6d4-123b-4a13-b14c-33002fed5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:29.410529 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-8c20c6d4-123b-4a13-b14c-33002fed5230 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433722 Feb 16 14:37:29.501154 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-88239f0e-9e9d-4919-b8e5-93dc4c35bb34 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Feb 16 14:37:29.589804 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d41b6ae1-828d-43db-b63e-e61be110b55a req-bbdcee51-4b15-4182-9f3a-bd33c4e3ce2a service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824301 Feb 16 14:37:38.571567 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:37:43.827371 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-cad50f98-dc28-44b5-8354-a0d37c517990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.186602 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-1d071ce0-b293-419b-bb8d-ae03d98766ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.152850 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.720524 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35014) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:48.809921 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.872329 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Deleting port 61f32ea9-3b89-47db-9972-f358ea0d7a9b {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:48.872674 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.943547 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.943894 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for floatingip (61f32ea9-3b89-47db-9972-f358ea0d7a9b), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.955203 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Calling delete_port for 61f32ea9-3b89-47db-9972-f358ea0d7a9b owned by network:floatingip {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:49.146582 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (61f32ea9-3b89-47db-9972-f358ea0d7a9b), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.176129 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event deleted for resources: {'Port': ['ID=61f32ea9-3b89-47db-9972-f358ea0d7a9b,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:49.188307 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.188689 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.189075 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.189422 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.189760 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.190094 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.190427 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.190838 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.191173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.191504 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.191831 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.192158 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.192483 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:49.250921 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for floatingip (e6f8f360-0f58-4f95-a7d2-15cc949e52e9), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.251251 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.db.l3_db [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Floating IP e6f8f360-0f58-4f95-a7d2-15cc949e52e9 disassociated (deleted). External IP: 172.27.0.31, port: ed3741ec-f06d-46ec-8c0b-7eba0140cb02. Feb 16 14:37:49.458153 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Router 1749df77-0c1b-4bee-b491-a6469f5c7834 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:49.813400 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:49.818228 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.824275 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Sync routers for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:49.835052 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:49.835681 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:49.847789 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-c0f31044-7944-49f7-8175-ad68e4facad8 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "DELETE /v2.0/floatingips/e6f8f360-0f58-4f95-a7d2-15cc949e52e9 HTTP/1.1" status: 204 len: 168 time: 1.1261137 Feb 16 14:37:49.848497 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:49.857275 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56dae8aba51bcd3b10bf50bf2f59bac35cecc91ed40fb29240b72925dc3c9484" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d6b7f0-245a-490f-9350-0702d91d9d14" -d '{"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103314) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:49.971248 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:50.025730 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32d0b3b-5b69-467b-b321-23db892c279d x-openstack-request-id: req-d32d0b3b-5b69-467b-b321-23db892c279d {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:50.026257 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "status": "completed", "code": 200}]} {{(pid=103314) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:50.026814 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-d32d0b3b-5b69-467b-b321-23db892c279d {{(pid=103314) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:50.027251 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'status': 'completed', 'code': 200} Feb 16 14:37:50.119916 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-191b82d9-5ff8-49f9-8e51-67ef8618cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:50.121369 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-191b82d9-5ff8-49f9-8e51-67ef8618cf89 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 1130 time: 0.0511265 Feb 16 14:37:50.210177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.215430 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-7ba7983d-a72f-4c08-b0d7-6c0d48407a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:50.216949 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-7ba7983d-a72f-4c08-b0d7-6c0d48407a51 service neutron] 10.222.0.124 "GET /v2.0/networks?id=7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 200 len: 911 time: 0.0897503 Feb 16 14:37:50.241991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Checking router: 1749df77-0c1b-4bee-b491-a6469f5c7834 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:50.251277 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.255129 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:50.255129 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.285151 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-ab5da18a-4302-42cd-8c08-a7e794586e7d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 200 len: 217 time: 0.0422871 Feb 16 14:37:50.363300 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-90286c6e-03f6-4a99-8bca-9198b3ace39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:50.364784 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-90286c6e-03f6-4a99-8bca-9198b3ace39d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 200 len: 848 time: 0.0735605 Feb 16 14:37:50.365763 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:50.411125 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9caa8-1cd5-4daa-9565-7f654b4f56c4 req-4d8dbcb3-36b3-4a6c-9439-6d34f3e58944 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:50.412520 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d5a9caa8-1cd5-4daa-9565-7f654b4f56c4 req-4d8dbcb3-36b3-4a6c-9439-6d34f3e58944 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0941405 Feb 16 14:37:50.457286 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-0a85c09f-4847-47a5-a182-5ac64c064894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:50.458827 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-0a85c09f-4847-47a5-a182-5ac64c064894 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=7c5dc760-aa7b-446e-9cc3-aee781831e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0863211 Feb 16 14:37:50.490438 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-d5a9caa8-1cd5-4daa-9565-7f654b4f56c4 req-601947f8-619f-4b52-80af-738f063f1424 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711348 Feb 16 14:37:50.566155 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.567873 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-f3919e96-922b-4dfb-b95b-ce066b8a01b4 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009064 Feb 16 14:37:50.666837 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-52d6b7f0-245a-490f-9350-0702d91d9d14 req-15b143a3-f433-4e71-8906-ad7584f74f15 service neutron] 10.222.0.124 "GET /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907507 Feb 16 14:37:50.723301 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2eea1-9a09-4e8f-bf79-612d6c20547a None None] The sync data for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi is: [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:33:11Z', 'revision_number': 4, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '52cb9ac8-46a4-4787-af86-36e6b9b726a8', 'name': '', 'network_id': '7c5dc760-aa7b-446e-9cc3-aee781831e3d', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'mac_address': 'fa:16:3e:e5:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:11Z', 'updated_at': '2022-02-16T14:33:16Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'subnets': [{'id': '429a8af0-03d0-4025-a8ca-d1d2e5009bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:50.933301 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e60713-1157-490c-bdbb-fdd7218f05d0 None None] New status for floating IP e6f8f360-0f58-4f95-a7d2-15cc949e52e9: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:37:51.618613 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35338-0b0f-4372-a4c7-39f66fe2df2a req-1cea1af1-1fdc-468a-abcd-c7c2382c2794 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:51.620099 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-34f35338-0b0f-4372-a4c7-39f66fe2df2a req-1cea1af1-1fdc-468a-abcd-c7c2382c2794 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0579813 Feb 16 14:37:51.667426 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-34f35338-0b0f-4372-a4c7-39f66fe2df2a req-93a3c793-ea11-4c82-a5f3-85111c964cd3 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/security-groups?id=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 Feb 16 14:37:52.018058 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-2e360ec4-5616-4250-844b-1d878dc01df4 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:52.019530 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-2e360ec4-5616-4250-844b-1d878dc01df4 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.124 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 946 time: 0.0523551 Feb 16 14:37:52.113224 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Deleting port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:52.113556 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.202204 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] For port ed3741ec-f06d-46ec-8c0b-7eba0140cb02, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:52.202555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.214691 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Calling delete_port for ed3741ec-f06d-46ec-8c0b-7eba0140cb02 owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:52.398096 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (ed3741ec-f06d-46ec-8c0b-7eba0140cb02), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.426388 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event deleted for resources: {'Port': ['ID=ed3741ec-f06d-46ec-8c0b-7eba0140cb02,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:52.437821 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.438167 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.438506 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.438869 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.439199 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.439523 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.439848 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.440222 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.440547 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.440863 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.441184 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.441498 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.441815 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:52.480835 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] No DVR routers for this DVR port ed3741ec-f06d-46ec-8c0b-7eba0140cb02 on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:52.483375 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.486737 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-f9f6fd9e-7441-4d6d-a65e-d694dc53ae44 req-251e4350-eb14-49e3-9543-3eef2500fa09 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.124 "DELETE /v2.0/ports/ed3741ec-f06d-46ec-8c0b-7eba0140cb02 HTTP/1.1" status: 204 len: 173 time: 0.4615097 Feb 16 14:37:52.487172 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-deleted', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:52.489405 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e22639-07cf-420f-b2f7-3c43c215a361" -d '{"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-deleted", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:52.523794 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.527000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e04713-8562-4d8a-ba61-8c6827ee5ca4 x-openstack-request-id: req-43e04713-8562-4d8a-ba61-8c6827ee5ca4 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:52.533618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27f46dc-b073-4643-aecd-9706f8a2bd6a", "name": "network-vif-deleted", "tag": "ed3741ec-f06d-46ec-8c0b-7eba0140cb02", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:52.533618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-43e04713-8562-4d8a-ba61-8c6827ee5ca4 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:52.533618 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27f46dc-b073-4643-aecd-9706f8a2bd6a', 'name': 'network-vif-deleted', 'tag': 'ed3741ec-f06d-46ec-8c0b-7eba0140cb02', 'status': 'completed', 'code': 200} Feb 16 14:37:52.761618 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-8848bf4f-1081-42a2-9a51-f439e539ee10 req-7d6fb42a-2777-4b2d-a9b2-903219319707 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0278945 Feb 16 14:37:53.872140 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-8c2c03d5-7358-4533-94dc-3da023c42862 req-4870ee86-2dfc-4c72-bac1-d3cc76d15689 tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "GET /v2.0/ports?device_id=c27f46dc-b073-4643-aecd-9706f8a2bd6a HTTP/1.1" status: 200 len: 210 time: 0.0282621 Feb 16 14:37:54.927912 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35046) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:54.985591 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (a86f0b9c-7faf-4538-88f2-40aaa23f4e1d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.010544 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (a86f0b9c-7faf-4538-88f2-40aaa23f4e1d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.123669 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (a86f0b9c-7faf-4538-88f2-40aaa23f4e1d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.126270 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.127455 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] 10.222.0.110 "DELETE /v2.0/security-groups/a86f0b9c-7faf-4538-88f2-40aaa23f4e1d HTTP/1.1" status: 204 len: 168 time: 0.1985555 Feb 16 14:37:55.136958 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74b6e-893b-4bda-9d4e-aac6c43b8cac tempest-TestShelveInstance-880626411 tempest-TestShelveInstance-880626411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86f0b9c-7faf-4538-88f2-40aaa23f4e1d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:55.644980 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:55.665179 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: ed3741ec-f06d-46ec-8c0b-7eba0140cb02 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:55.665527 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device ed3741ec-f06d-46ec-8c0b-7eba0140cb02 not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:56.254441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35052) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:56.595396 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (1749df77-0c1b-4bee-b491-a6469f5c7834), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.833002 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Deleting port 52cb9ac8-46a4-4787-af86-36e6b9b726a8 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:56.833337 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.908918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] For port 52cb9ac8-46a4-4787-af86-36e6b9b726a8, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=52cb9ac8-46a4-4787-af86-36e6b9b726a8,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:56.909269 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.921833 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Calling delete_port for 52cb9ac8-46a4-4787-af86-36e6b9b726a8 owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:57.192087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (52cb9ac8-46a4-4787-af86-36e6b9b726a8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.217696 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Pushing event deleted for resources: {'Port': ['ID=52cb9ac8-46a4-4787-af86-36e6b9b726a8,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:57.627905 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (1749df77-0c1b-4bee-b491-a6469f5c7834), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.840127 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Router 1749df77-0c1b-4bee-b491-a6469f5c7834 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:57.943166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:57.948464 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-4efb5990-b96a-408b-a7f8-1a200f6d313d admin admin] 10.222.0.110 "PUT /v2.0/routers/1749df77-0c1b-4bee-b491-a6469f5c7834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6929901 Feb 16 14:37:57.950994 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35054) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:57.954028 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Sync routers for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:57.963610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:57.964223 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:58.057262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks [] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.068920 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:58.161618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks [] for router_gateway (1749df77-0c1b-4bee-b491-a6469f5c7834), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.247833 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:37:57Z', 'revision_number': 5, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port': {'id': '005a3a94-150f-48fd-aa64-ccdab822ff39', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:98:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:08Z', 'updated_at': '2022-02-16T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:58.274888 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Checking router: 1749df77-0c1b-4bee-b491-a6469f5c7834 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:58.284219 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Routers {'1749df77-0c1b-4bee-b491-a6469f5c7834'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:58.284835 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['1749df77-0c1b-4bee-b491-a6469f5c7834'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:58.289728 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Deleting port 005a3a94-150f-48fd-aa64-ccdab822ff39 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:58.290315 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.374695 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] For port 005a3a94-150f-48fd-aa64-ccdab822ff39, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=005a3a94-150f-48fd-aa64-ccdab822ff39,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:58.375133 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.375251 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] Set router 1749df77-0c1b-4bee-b491-a6469f5c7834 gateway port host: None {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:58.387453 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Calling delete_port for 005a3a94-150f-48fd-aa64-ccdab822ff39 owned by network:router_gateway {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:58.429279 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:37:58Z', 'revision_number': 6, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:58.455653 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf38a8d-99c5-4891-81c5-3cde3a83a7de None None] The sync data for ids ['1749df77-0c1b-4bee-b491-a6469f5c7834'] in dv-cinder-804735-16-iscsi is: [{'id': '1749df77-0c1b-4bee-b491-a6469f5c7834', 'name': 'tempest-TestShelveInstance-1825237414-router', 'tenant_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:07Z', 'updated_at': '2022-02-16T14:37:58Z', 'revision_number': 6, 'project_id': 'b87af7cf2ef041d795d4b0f320e7b3b0', 'gw_port_host': None}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:58.598318 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (005a3a94-150f-48fd-aa64-ccdab822ff39), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.621394 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=005a3a94-150f-48fd-aa64-ccdab822ff39,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:58.708173 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (1749df77-0c1b-4bee-b491-a6469f5c7834), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.801510 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.803634 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks [] for router_controller (1749df77-0c1b-4bee-b491-a6469f5c7834), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.895179 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (1749df77-0c1b-4bee-b491-a6469f5c7834), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.895733 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1749df77-0c1b-4bee-b491-a6469f5c7834 {{(pid=103313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:37:58.902288 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.902288 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6bfdb01a-61ce-45b7-9f7b-d304ba9a18b8 admin admin] 10.222.0.110 "DELETE /v2.0/routers/1749df77-0c1b-4bee-b491-a6469f5c7834 HTTP/1.1" status: 204 len: 168 time: 0.9495292 Feb 16 14:37:58.904016 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35056) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:58.948363 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Deleting subnet 429a8af0-03d0-4025-a8ca-d1d2e5009bab {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:37:58.951443 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Publish callbacks [] for subnet (429a8af0-03d0-4025-a8ca-d1d2e5009bab), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.998539 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (429a8af0-03d0-4025-a8ca-d1d2e5009bab), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.079450 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (429a8af0-03d0-4025-a8ca-d1d2e5009bab), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.186774 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (429a8af0-03d0-4025-a8ca-d1d2e5009bab), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.212700 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429a8af0-03d0-4025-a8ca-d1d2e5009bab,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.216511 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.220812 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-da603f94-6057-49bb-bd9b-dfe3c3a6c9fd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/429a8af0-03d0-4025-a8ca-d1d2e5009bab HTTP/1.1" status: 204 len: 168 time: 0.3158679 Feb 16 14:37:59.223425 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35058) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:59.226103 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba527e-fa3b-402b-a487-d099bceb5a26 None None] Network 7c5dc760-aa7b-446e-9cc3-aee781831e3d requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:37:59.303683 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (7c5dc760-aa7b-446e-9cc3-aee781831e3d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.361204 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Deleting port 5fa3bb36-1746-433b-a77d-160bf477b0ef {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:59.361543 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.391603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] DHCP port deletion for 7c5dc760-aa7b-446e-9cc3-aee781831e3d request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:37:59.428162 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] For port 5fa3bb36-1746-433b-a77d-160bf477b0ef, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=5fa3bb36-1746-433b-a77d-160bf477b0ef,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:59.428529 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.442902 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Deleting port 5fa3bb36-1746-433b-a77d-160bf477b0ef {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:59.443280 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.446463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Calling delete_port for 5fa3bb36-1746-433b-a77d-160bf477b0ef owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:59.513739 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] For port 5fa3bb36-1746-433b-a77d-160bf477b0ef, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=5fa3bb36-1746-433b-a77d-160bf477b0ef,segment=NetworkSegment(44af3854-5ad8-4818-a1a9-e0eaf3d96dd4),segment_id=44af3854-5ad8-4818-a1a9-e0eaf3d96dd4)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:59.514154 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.528177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Calling delete_port for 5fa3bb36-1746-433b-a77d-160bf477b0ef owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:59.584013 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.609928 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (5fa3bb36-1746-433b-a77d-160bf477b0ef), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.610222 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa3bb36-1746-433b-a77d-160bf477b0ef,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.617618 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] No DVR routers for this DVR port 5fa3bb36-1746-433b-a77d-160bf477b0ef on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:59.637081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Pushing event deleted for resources: {'Port': ['ID=5fa3bb36-1746-433b-a77d-160bf477b0ef,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.642018 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] No DVR routers for this DVR port 5fa3bb36-1746-433b-a77d-160bf477b0ef on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:59.654780 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.655135 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.655715 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.656189 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.656526 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.656858 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.657188 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.657520 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.657847 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.658173 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.658497 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.658855 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.659203 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0327d7-d820-48aa-bac8-7ee79ca8c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-16-iscsi {{(pid=103315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:59.692331 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (7c5dc760-aa7b-446e-9cc3-aee781831e3d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.713461 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5dc760-aa7b-446e-9cc3-aee781831e3d']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.723200 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.723504 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44af3854-5ad8-4818-a1a9-e0eaf3d96dd4') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.733012 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (44af3854-5ad8-4818-a1a9-e0eaf3d96dd4), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.746298 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (44af3854-5ad8-4818-a1a9-e0eaf3d96dd4), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.752998 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Releasing vlan 1435 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:37:59.753410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (44af3854-5ad8-4818-a1a9-e0eaf3d96dd4), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:37:59.755082 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:37:59.860592 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (7c5dc760-aa7b-446e-9cc3-aee781831e3d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.865233 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.868512 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] 10.222.0.110 "DELETE /v2.0/networks/7c5dc760-aa7b-446e-9cc3-aee781831e3d HTTP/1.1" status: 204 len: 168 time: 0.6426311 Feb 16 14:37:59.871556 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35060) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:59.881322 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656c26c-a1ac-4f3c-9c27-a2cab151df38 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5dc760-aa7b-446e-9cc3-aee781831e3d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:00.210600 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.297603 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 005a3a94-150f-48fd-aa64-ccdab822ff39 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:00.320544 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 005a3a94-150f-48fd-aa64-ccdab822ff39 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:00.320888 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 005a3a94-150f-48fd-aa64-ccdab822ff39 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:00.321305 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 5fa3bb36-1746-433b-a77d-160bf477b0ef no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:00.339570 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 5fa3bb36-1746-433b-a77d-160bf477b0ef {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:00.339914 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 5fa3bb36-1746-433b-a77d-160bf477b0ef not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:00.340322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 52cb9ac8-46a4-4787-af86-36e6b9b726a8 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:00.359517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 52cb9ac8-46a4-4787-af86-36e6b9b726a8 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:00.359861 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 52cb9ac8-46a4-4787-af86-36e6b9b726a8 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:00.459313 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Deleting port a87fed47-2b2b-4540-948e-31d734fc8fab {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:00.459652 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.535515 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] For port a87fed47-2b2b-4540-948e-31d734fc8fab, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=a87fed47-2b2b-4540-948e-31d734fc8fab,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:00.535880 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.548670 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Calling delete_port for a87fed47-2b2b-4540-948e-31d734fc8fab owned by network:router_interface {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:00.797664 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (a87fed47-2b2b-4540-948e-31d734fc8fab), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.825435 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87fed47-2b2b-4540-948e-31d734fc8fab,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:00.991418 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.201337 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:01.304261 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:01.309109 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-ee9fc8e4-3973-4cf1-ab24-5395aa919792 admin admin] 10.222.0.110 "PUT /v2.0/routers/6dbbaaef-bce4-4229-8e29-b8d2e5aa757a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4365516 Feb 16 14:38:01.312173 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35062) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:01.314611 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Sync routers for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:01.323724 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:01.324314 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.414653 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks [] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.426259 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:01.519705 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks [] for router_gateway (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.649572 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Deleting port bfbc4691-7b44-481d-a707-c0f6c8553263 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:01.649900 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.694328 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:38:00Z', 'revision_number': 5, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port': {'id': 'bfbc4691-7b44-481d-a707-c0f6c8553263', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.719824 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Checking router: 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:01.727499 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] For port bfbc4691-7b44-481d-a707-c0f6c8553263, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=bfbc4691-7b44-481d-a707-c0f6c8553263,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:01.727943 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.728080 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Routers {'6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:01.728626 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.740508 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Calling delete_port for bfbc4691-7b44-481d-a707-c0f6c8553263 owned by network:router_gateway {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:01.815244 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] Set router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:01.868520 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:38:01Z', 'revision_number': 6, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.894110 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da2361-3844-40e6-bda7-034a10302598 None None] The sync data for ids ['6dbbaaef-bce4-4229-8e29-b8d2e5aa757a'] in dv-cinder-804735-16-iscsi is: [{'id': '6dbbaaef-bce4-4229-8e29-b8d2e5aa757a', 'name': 'tempest-TestShelveInstance-464722552-router', 'tenant_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:33:15Z', 'updated_at': '2022-02-16T14:38:01Z', 'revision_number': 6, 'project_id': '3d1671e9385f4ed4b1d8a2b7f720ed4d', 'gw_port_host': None}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:01.963710 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (bfbc4691-7b44-481d-a707-c0f6c8553263), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.991276 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbc4691-7b44-481d-a707-c0f6c8553263,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.052347 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.139159 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.141779 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks [] for router_controller (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.243551 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (6dbbaaef-bce4-4229-8e29-b8d2e5aa757a), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.244086 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbbaaef-bce4-4229-8e29-b8d2e5aa757a {{(pid=103314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:38:02.248513 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.249733 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-e654ecfb-2d4d-4678-a8cb-2a5ea9c1092d admin admin] 10.222.0.110 "DELETE /v2.0/routers/6dbbaaef-bce4-4229-8e29-b8d2e5aa757a HTTP/1.1" status: 204 len: 168 time: 0.9359369 Feb 16 14:38:02.252571 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35064) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:02.305539 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.db_base_plugin_v2 [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Deleting subnet 97118d53-e466-4edd-82c3-d608f5e60a2e {{(pid=103314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:38:02.309151 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Publish callbacks [] for subnet (97118d53-e466-4edd-82c3-d608f5e60a2e), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.348162 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12363174'] for subnet (97118d53-e466-4edd-82c3-d608f5e60a2e), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.421182 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (97118d53-e466-4edd-82c3-d608f5e60a2e), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.512200 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12360356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11766675'] for subnet (97118d53-e466-4edd-82c3-d608f5e60a2e), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.537940 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97118d53-e466-4edd-82c3-d608f5e60a2e,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.541577 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.544695 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-400cf995-634b-4b1f-93b1-7d7adbfb1c7e admin admin] 10.222.0.110 "DELETE /v2.0/subnets/97118d53-e466-4edd-82c3-d608f5e60a2e HTTP/1.1" status: 204 len: 168 time: 0.2910414 Feb 16 14:38:02.547162 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35066) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:02.549821 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e9a26-00ae-4f3d-927c-75303a842885 None None] Network e9eeca15-4dc9-40a7-a030-bc8b1ddabddd requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:38:02.615772 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.681213 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a87fed47-2b2b-4540-948e-31d734fc8fab no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:02.693346 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Deleting port 655a2422-fb39-4172-8c7d-c7bf662a9766 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:02.693346 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.704717 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] DHCP port deletion for e9eeca15-4dc9-40a7-a030-bc8b1ddabddd request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:38:02.710435 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: a87fed47-2b2b-4540-948e-31d734fc8fab {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:02.710906 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device a87fed47-2b2b-4540-948e-31d734fc8fab not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:02.754016 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Deleting port 655a2422-fb39-4172-8c7d-c7bf662a9766 {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:02.754404 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.764539 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] For port 655a2422-fb39-4172-8c7d-c7bf662a9766, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=655a2422-fb39-4172-8c7d-c7bf662a9766,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:02.765558 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.778727 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Calling delete_port for 655a2422-fb39-4172-8c7d-c7bf662a9766 owned by network:dhcp {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:02.820432 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] For port 655a2422-fb39-4172-8c7d-c7bf662a9766, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=655a2422-fb39-4172-8c7d-c7bf662a9766,segment=NetworkSegment(8b90d62a-10b3-4878-a4c5-5448fad0832f),segment_id=8b90d62a-10b3-4878-a4c5-5448fad0832f)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:02.820821 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.834393 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Calling delete_port for 655a2422-fb39-4172-8c7d-c7bf662a9766 owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:02.958215 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.964258 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (655a2422-fb39-4172-8c7d-c7bf662a9766), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.988119 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Pushing event deleted for resources: {'Port': ['ID=655a2422-fb39-4172-8c7d-c7bf662a9766,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.990295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] Pushing event deleted for resources: {'Port': ['ID=655a2422-fb39-4172-8c7d-c7bf662a9766,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.991697 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] No DVR routers for this DVR port 655a2422-fb39-4172-8c7d-c7bf662a9766 on host dv-cinder-804735-16-iscsi {{(pid=103314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:02.994743 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124915a5-5827-468a-bfa1-8c3b8c734645 None None] No DVR routers for this DVR port 655a2422-fb39-4172-8c7d-c7bf662a9766 on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:03.062573 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.082326 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eeca15-4dc9-40a7-a030-bc8b1ddabddd']}} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:03.091090 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b90d62a-10b3-4878-a4c5-5448fad0832f') {'for_net_delete': True} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:03.091389 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.services.segments.db [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b90d62a-10b3-4878-a4c5-5448fad0832f') {} {{(pid=103314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:03.104577 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12363183'] for segment (8b90d62a-10b3-4878-a4c5-5448fad0832f), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.117459 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (8b90d62a-10b3-4878-a4c5-5448fad0832f), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.123102 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Releasing vlan 1401 on physical network physnet1 to pool {{(pid=103314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:38:03.123481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12360446'] for segment (8b90d62a-10b3-4878-a4c5-5448fad0832f), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: Traceback (most recent call last): Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: timer() Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: cb(*args, **kw) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: return func(*args, **kwargs) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: self._notify() Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: self.callback(batched_events) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: event.method(event) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: return f(self, *a, **k) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._get(url).json() Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: return self.request(url, 'GET', **kwargs) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:38:03.125171 dv-cinder-804735-16-iscsi neutron-server[103314]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:38:03.249893 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (e9eeca15-4dc9-40a7-a030-bc8b1ddabddd), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.255252 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.259584 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] 10.222.0.110 "DELETE /v2.0/networks/e9eeca15-4dc9-40a7-a030-bc8b1ddabddd HTTP/1.1" status: 204 len: 168 time: 0.7112935 Feb 16 14:38:03.273478 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707054cf-f532-4d47-99d8-602cc24a49ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e9eeca15-4dc9-40a7-a030-bc8b1ddabddd,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:03.684732 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35070) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.724199 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5e5dd852-d1ef-4ff0-b6ab-a604f7b06e83 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b87af7cf2ef041d795d4b0f320e7b3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383394 Feb 16 14:38:03.726564 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35072) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.774121 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] Publish callbacks [] for security_group (8eee4fea-49c6-42ca-907f-c268dfdd2c6e), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.794449 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] Publish callbacks [] for security_group (8eee4fea-49c6-42ca-907f-c268dfdd2c6e), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.912098 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (8eee4fea-49c6-42ca-907f-c268dfdd2c6e), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.914615 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.915792 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8eee4fea-49c6-42ca-907f-c268dfdd2c6e HTTP/1.1" status: 204 len: 168 time: 0.1882744 Feb 16 14:38:03.923898 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648529b8-68eb-43e6-b05f-7a55b0c8ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eee4fea-49c6-42ca-907f-c268dfdd2c6e,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:04.305941 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 655a2422-fb39-4172-8c7d-c7bf662a9766 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:04.326644 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 655a2422-fb39-4172-8c7d-c7bf662a9766 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:04.326886 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 655a2422-fb39-4172-8c7d-c7bf662a9766 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:04.328021 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device bfbc4691-7b44-481d-a707-c0f6c8553263 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:04.346735 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: bfbc4691-7b44-481d-a707-c0f6c8553263 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:04.347081 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device bfbc4691-7b44-481d-a707-c0f6c8553263 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:04.660630 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35078) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:04.700395 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-1e3862c9-d064-4612-9526-563bdcf4b51a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3d1671e9385f4ed4b1d8a2b7f720ed4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386000 Feb 16 14:38:04.703520 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35080) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:04.751771 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] Publish callbacks [] for security_group (dd934ce0-52b1-4ee4-81e4-fa581b36580f), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.772552 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] Publish callbacks [] for security_group (dd934ce0-52b1-4ee4-81e4-fa581b36580f), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.883097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (dd934ce0-52b1-4ee4-81e4-fa581b36580f), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.885601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.886766 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/dd934ce0-52b1-4ee4-81e4-fa581b36580f HTTP/1.1" status: 204 len: 168 time: 0.1823120 Feb 16 14:38:04.895885 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d5962-7506-4483-9b04-18dfa4efa124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd934ce0-52b1-4ee4-81e4-fa581b36580f,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:06.659830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35084) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:06.830051 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port 038a1793-9948-409c-85e8-9ba865de83e3 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:06.830384 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (038a1793-9948-409c-85e8-9ba865de83e3), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:06.906421 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (038a1793-9948-409c-85e8-9ba865de83e3), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:06.906766 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (038a1793-9948-409c-85e8-9ba865de83e3), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:06.918124 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for 038a1793-9948-409c-85e8-9ba865de83e3 owned by network:floatingip {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:07.180735 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (038a1793-9948-409c-85e8-9ba865de83e3), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:07.209197 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=038a1793-9948-409c-85e8-9ba865de83e3,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:07.273587 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (752bda6b-50d3-4702-890b-5bf5dd9fbcca), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:07.273934 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 752bda6b-50d3-4702-890b-5bf5dd9fbcca disassociated (deleted). External IP: 172.27.0.52, port: d6c8233e-4946-4ceb-8a8d-10d4f42cec5d. Feb 16 14:38:07.484019 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:07.591162 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:07.595836 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:07.604117 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:07.614070 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:07.614882 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:07.627315 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5237cd46-be6a-4a8e-aedb-8b82997aa2fa tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "DELETE /v2.0/floatingips/752bda6b-50d3-4702-890b-5bf5dd9fbcca HTTP/1.1" status: 204 len: 168 time: 0.9664166 Feb 16 14:38:07.627901 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:38:07.630160 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32098254-e06b-4098-865e-c37067b7633e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:38:07.674849 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60728b93-6e14-4863-afd1-3ff7a7b5f5f8 x-openstack-request-id: req-60728b93-6e14-4863-afd1-3ff7a7b5f5f8 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:38:07.675435 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:38:07.675435 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-60728b93-6e14-4863-afd1-3ff7a7b5f5f8 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:38:07.675944 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'status': 'completed', 'code': 200} Feb 16 14:38:07.728071 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:07.766087 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098254-e06b-4098-865e-c37067b7633e req-fb9da9e0-5e5a-431c-aa9e-f0aaef07e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:07.767572 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-fb9da9e0-5e5a-431c-aa9e-f0aaef07e763 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 1129 time: 0.0475202 Feb 16 14:38:07.863552 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098254-e06b-4098-865e-c37067b7633e req-2c07ce35-4f48-4375-92ca-f3f8d772ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:07.865162 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-2c07ce35-4f48-4375-92ca-f3f8d772ee1e service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0912743 Feb 16 14:38:07.913124 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-6808f4c2-f3fa-4145-8d5f-8d6734d88321 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 200 len: 217 time: 0.0365257 Feb 16 14:38:07.954586 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:07.967486 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098254-e06b-4098-865e-c37067b7633e req-464c4076-975f-430a-a562-ddeab130a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:07.975684 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-464c4076-975f-430a-a562-ddeab130a09e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0499873 Feb 16 14:38:07.980595 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:07.989719 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:07.990322 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:08.023938 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32098254-e06b-4098-865e-c37067b7633e req-8fd001b1-d33e-4110-b735-ec8c227666f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:08.025641 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-8fd001b1-d33e-4110-b735-ec8c227666f6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493770 Feb 16 14:38:08.107118 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:08.168176 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18436e1-98e7-47a8-9175-e3c12a234743 req-ffe54082-7f71-4e34-a810-3b547af9816b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:08.169884 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e18436e1-98e7-47a8-9175-e3c12a234743 req-ffe54082-7f71-4e34-a810-3b547af9816b tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.1219685 Feb 16 14:38:08.201116 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-cb66bc25-8484-408e-b38f-962ee91c3d28 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385562 Feb 16 14:38:08.261920 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e18436e1-98e7-47a8-9175-e3c12a234743 req-aa455886-ad2a-45b1-a6b6-a9f8850662ed tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842264 Feb 16 14:38:08.319690 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-32098254-e06b-4098-865e-c37067b7633e req-d476c786-6b5b-4578-b070-bcdef41ca496 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103277 Feb 16 14:38:08.467335 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:08.493836 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa97239-613a-4157-920a-c6be0571f7d7 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_floatingips': [{'id': '9d3b7453-eccc-46ec-8829-44639112e44f', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'router_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'port_id': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'mac_address': 'fa:16:3e:e9:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:39Z', 'updated_at': '2022-02-16T14:34:42Z', 'revision_number': 1, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:08.700340 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdd080-bcd0-4b86-b2ea-461e95bad08f None None] New status for floating IP 752bda6b-50d3-4702-890b-5bf5dd9fbcca: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:38:09.391118 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ff98d-e4c5-4427-b3fc-5f25693e3e21 req-93b8a470-6636-4eb0-8cb7-b8d420c9cfe3 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:09.393112 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c66ff98d-e4c5-4427-b3fc-5f25693e3e21 req-93b8a470-6636-4eb0-8cb7-b8d420c9cfe3 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.0597844 Feb 16 14:38:09.444688 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-c66ff98d-e4c5-4427-b3fc-5f25693e3e21 req-a011066d-2f25-413c-ba3e-2e041f160620 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Feb 16 14:38:10.017408 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-1af9d4c4-626b-49f8-b3ad-9c0b93549abe tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:10.018813 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-1af9d4c4-626b-49f8-b3ad-9c0b93549abe tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 945 time: 0.3026836 Feb 16 14:38:10.112631 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:10.112970 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:10.202936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] For port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:10.203312 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:10.215839 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for d6c8233e-4946-4ceb-8a8d-10d4f42cec5d owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:10.425902 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (d6c8233e-4946-4ceb-8a8d-10d4f42cec5d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:10.456236 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=d6c8233e-4946-4ceb-8a8d-10d4f42cec5d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:10.498778 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] No DVR routers for this DVR port d6c8233e-4946-4ceb-8a8d-10d4f42cec5d on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:10.501872 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:10.505349 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-1a62fae6-6af7-46ec-8503-f14a73f5869f req-e9c7f21d-6075-42d6-90c6-32c6ba60c973 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "DELETE /v2.0/ports/d6c8233e-4946-4ceb-8a8d-10d4f42cec5d HTTP/1.1" status: 204 len: 173 time: 0.4815359 Feb 16 14:38:10.505788 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'name': 'network-vif-deleted', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:38:10.508034 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32ff16-fcbe-4ab0-b824-9b2c66fa1221" -d '{"events": [{"server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "name": "network-vif-deleted", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:38:10.550703 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28619c8-5bf5-4b45-9143-44604965a9ac x-openstack-request-id: req-a28619c8-5bf5-4b45-9143-44604965a9ac {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:38:10.550943 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a6e4c8-bb6c-4d45-ad56-199bb833367b", "name": "network-vif-deleted", "tag": "d6c8233e-4946-4ceb-8a8d-10d4f42cec5d", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:38:10.557918 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-a28619c8-5bf5-4b45-9143-44604965a9ac {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:38:10.557918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6e4c8-bb6c-4d45-ad56-199bb833367b', 'name': 'network-vif-deleted', 'tag': 'd6c8233e-4946-4ceb-8a8d-10d4f42cec5d', 'status': 'completed', 'code': 200} Feb 16 14:38:10.557918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-e0a4747d-0efe-438d-a71b-4d7e43487817 req-30f305ba-c76b-495f-8d9b-18559f2a0e6e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 210 time: 0.0353756 Feb 16 14:38:11.660594 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-5b49ba8a-d9b9-43a1-9882-b87b3dcc7253 req-18671626-8e86-4d55-bc8b-01c4c27e5688 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3a6e4c8-bb6c-4d45-ad56-199bb833367b HTTP/1.1" status: 200 len: 210 time: 0.0269299 Feb 16 14:38:13.722463 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device d6c8233e-4946-4ceb-8a8d-10d4f42cec5d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:13.742262 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: d6c8233e-4946-4ceb-8a8d-10d4f42cec5d {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:13.742597 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device d6c8233e-4946-4ceb-8a8d-10d4f42cec5d not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:13.814678 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-19a84e4e-436f-4b81-a990-0eaab5a02f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.106956 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35114) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:15.261468 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port 22de696a-2466-4b1d-97f1-469fca025f23 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:15.261802 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (22de696a-2466-4b1d-97f1-469fca025f23), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.340176 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (22de696a-2466-4b1d-97f1-469fca025f23), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.340501 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (22de696a-2466-4b1d-97f1-469fca025f23), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.352552 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for 22de696a-2466-4b1d-97f1-469fca025f23 owned by network:floatingip {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:15.523289 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (22de696a-2466-4b1d-97f1-469fca025f23), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.546718 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=22de696a-2466-4b1d-97f1-469fca025f23,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:15.570785 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:38:15.613447 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (9d3b7453-eccc-46ec-8829-44639112e44f), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.613698 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.db.l3_db [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Floating IP 9d3b7453-eccc-46ec-8829-44639112e44f disassociated (deleted). External IP: 172.27.0.59, port: cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb. Feb 16 14:38:15.826402 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:15.934434 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:15.939915 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:15.944303 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:15.954152 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:15.954790 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:37:46Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:15.968981 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-8950d527-2a76-42d3-aab2-a7d2e6bed2b8 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "DELETE /v2.0/floatingips/9d3b7453-eccc-46ec-8829-44639112e44f HTTP/1.1" status: 204 len: 168 time: 0.8609459 Feb 16 14:38:15.969671 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:38:15.972047 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671db329-4bfa-485b-beda-19819f6873e9" -d '{"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:38:16.010240 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b10c96-a907-4eff-8354-6ff687a47e88 x-openstack-request-id: req-60b10c96-a907-4eff-8354-6ff687a47e88 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:38:16.010603 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:38:16.010975 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-60b10c96-a907-4eff-8354-6ff687a47e88 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:38:16.011441 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'status': 'completed', 'code': 200} Feb 16 14:38:16.065772 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:16.096790 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db329-4bfa-485b-beda-19819f6873e9 req-db05b4ab-de58-446b-9ea4-5ee01a9c58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:16.098300 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-db05b4ab-de58-446b-9ea4-5ee01a9c58b2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 1129 time: 0.0449760 Feb 16 14:38:16.193503 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db329-4bfa-485b-beda-19819f6873e9 req-76b331e2-bbed-4f3c-97d3-45f3c88db47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:16.194918 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-76b331e2-bbed-4f3c-97d3-45f3c88db47b service neutron] 10.222.0.124 "GET /v2.0/networks?id=0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 200 len: 913 time: 0.0890858 Feb 16 14:38:16.239333 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-060a7b9c-e4e7-4970-8487-f4423317c024 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 200 len: 217 time: 0.0375607 Feb 16 14:38:16.249441 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-567e41b1-207e-4423-9d3f-2b1a237c7444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:16.287879 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db329-4bfa-485b-beda-19819f6873e9 req-66e84927-7b92-4284-8035-fcb2b91b6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:16.288244 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:16.289410 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-66e84927-7b92-4284-8035-fcb2b91b6739 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 200 len: 850 time: 0.0440962 Feb 16 14:38:16.316778 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:16.325845 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:16.326932 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:38:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:16.345039 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db329-4bfa-485b-beda-19819f6873e9 req-32844e99-abed-4922-9de3-8b2b0a968938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:16.347022 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-32844e99-abed-4922-9de3-8b2b0a968938 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0af86f90-4507-47db-8c2b-277aef0456a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497024 Feb 16 14:38:16.434287 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:16.460906 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c8e6-2d1b-4755-bb65-b2a5a7445177 req-e3701737-fb22-458c-94a3-b64dcb1f4714 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:16.462312 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24d2c8e6-2d1b-4755-bb65-b2a5a7445177 req-e3701737-fb22-458c-94a3-b64dcb1f4714 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.1140089 Feb 16 14:38:16.494936 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-163e8e72-b66d-4050-8b40-8ec753929c31 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163995 Feb 16 14:38:16.555679 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-24d2c8e6-2d1b-4755-bb65-b2a5a7445177 req-f8aec5ae-c5f8-40e6-b167-9bfd3afe2a5f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861127 Feb 16 14:38:16.612330 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-671db329-4bfa-485b-beda-19819f6873e9 req-39c3c1f1-51cb-4e3e-a4eb-3d10977d4929 service neutron] 10.222.0.124 "GET /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104171 Feb 16 14:38:16.637494 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:16.668554 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bfd453-1f1c-4ed4-9cd6-5b3fcef997ae None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 4, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi', '_interfaces': [{'id': '8365ec17-4ab0-450d-83de-c0fd1fd1801d', 'name': '', 'network_id': '0af86f90-4507-47db-8c2b-277aef0456a0', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'mac_address': 'fa:16:3e:02:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:07Z', 'updated_at': '2022-02-16T14:31:12Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'subnets': [{'id': 'c1d84ceb-bfa6-40f2-9bfe-f4e19962a291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:16.883323 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98e8316-4601-417e-a3bc-87b95a30f9bd None None] New status for floating IP 9d3b7453-eccc-46ec-8829-44639112e44f: DOWN {{(pid=103316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:38:17.163241 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:17.673886 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0149d-b4a2-4d49-b12f-0956079e04b6 req-989061d0-69f7-461e-a42a-3c161914d69f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:17.675375 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89c0149d-b4a2-4d49-b12f-0956079e04b6 req-989061d0-69f7-461e-a42a-3c161914d69f tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.0515049 Feb 16 14:38:17.721941 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-89c0149d-b4a2-4d49-b12f-0956079e04b6 req-7fd291c2-c548-48ac-9907-23ee140b50ec tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/security-groups?id=2bcb0833-6803-4a81-a5b7-d9d981f39ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Feb 16 14:38:18.074166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-2d196d9e-83e9-4ff5-b3c3-b5a39d217a2c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:18.075608 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-2d196d9e-83e9-4ff5-b3c3-b5a39d217a2c tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 945 time: 0.0513599 Feb 16 14:38:18.168669 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:18.169005 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:18.256262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] For port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:18.256262 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:18.269397 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb owned by compute:nova {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:18.466098 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:18.494306 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:18.541846 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] No DVR routers for this DVR port cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb on host hv-cinder-80473 {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:18.544272 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for port (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:18.547631 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [req-ec3a8ccf-e23a-4f2c-923d-1f36f2b0f907 req-22b3cdd3-1b95-44c9-b71e-015a3d202c91 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.124 "DELETE /v2.0/ports/cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb HTTP/1.1" status: 204 len: 173 time: 0.4668517 Feb 16 14:38:18.548070 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'name': 'network-vif-deleted', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb'}] {{(pid=103313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:38:18.550284 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.110/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05de6121cd1cb2b8470f3b63959244df6f2cad0dc6397407b582b0a7a96ef431" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcebeea-914f-4e35-97b9-8e2a5539391a" -d '{"events": [{"server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "name": "network-vif-deleted", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb"}]}' {{(pid=103313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:38:18.586528 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6113fa0c-5c67-4254-ad93-4becfbae48c8 x-openstack-request-id: req-6113fa0c-5c67-4254-ad93-4becfbae48c8 {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:38:18.586850 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be436bc5-0a4e-4eb3-bea3-a921f56dd41c", "name": "network-vif-deleted", "tag": "cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb", "status": "completed", "code": 200}]} {{(pid=103313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:38:18.587131 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.110/compute/v2.1/os-server-external-events used request id req-6113fa0c-5c67-4254-ad93-4becfbae48c8 {{(pid=103313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:38:18.587535 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be436bc5-0a4e-4eb3-bea3-a921f56dd41c', 'name': 'network-vif-deleted', 'tag': 'cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb', 'status': 'completed', 'code': 200} Feb 16 14:38:18.809405 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:18.837228 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [req-ac7db291-0f8d-42e5-8bae-3ee4191b6791 req-f43cd728-faf6-4526-85b2-33096f9fe090 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "GET /v2.0/ports?device_id=be436bc5-0a4e-4eb3-bea3-a921f56dd41c HTTP/1.1" status: 200 len: 210 time: 0.0297709 Feb 16 14:38:19.894829 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35130) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:20.019297 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Deleting port ca83a6df-5aa1-409c-ad3e-c8c5eea752a3 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:20.019636 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.091929 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.092251 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.104222 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Calling delete_port for ca83a6df-5aa1-409c-ad3e-c8c5eea752a3 owned by network:floatingip {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:20.237215 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.323205 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (ca83a6df-5aa1-409c-ad3e-c8c5eea752a3), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.350665 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'Port': ['ID=ca83a6df-5aa1-409c-ad3e-c8c5eea752a3,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:20.411492 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for floatingip (963c6d1d-b7cf-4432-af56-a123623922d8), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.414147 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89771'] for floatingip (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:20.415334 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-72865c22-b2fa-4629-bb18-6a72efb9d2f9 tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "DELETE /v2.0/floatingips/963c6d1d-b7cf-4432-af56-a123623922d8 HTTP/1.1" status: 204 len: 168 time: 0.5194273 Feb 16 14:38:21.736667 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35142) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:21.754264 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:21.774295 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] No Port match for: cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:21.774656 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Device cb1eeeba-3f72-41f2-8ee0-e94ead41dcdb not bound to the agent host hv-cinder-80473 {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:21.797956 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (2bcb0833-6803-4a81-a5b7-d9d981f39ac0), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:21.823396 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (2bcb0833-6803-4a81-a5b7-d9d981f39ac0), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:21.951486 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (2bcb0833-6803-4a81-a5b7-d9d981f39ac0), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:21.954737 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:21.955910 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] 10.222.0.110 "DELETE /v2.0/security-groups/2bcb0833-6803-4a81-a5b7-d9d981f39ac0 HTTP/1.1" status: 204 len: 168 time: 0.2182846 Feb 16 14:38:21.965167 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f950df-d41c-40d5-9a82-948db376462e tempest-TestVolumeBootPattern-108233702 tempest-TestVolumeBootPattern-108233702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb0833-6803-4a81-a5b7-d9d981f39ac0,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:22.051196 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35146) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:22.488463 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:22.603578 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:22.843438 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Deleting port 8365ec17-4ab0-450d-83de-c0fd1fd1801d {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:22.843775 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:23.159277 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] For port 8365ec17-4ab0-450d-83de-c0fd1fd1801d, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=8365ec17-4ab0-450d-83de-c0fd1fd1801d,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:23.160159 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:23.172326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Calling delete_port for 8365ec17-4ab0-450d-83de-c0fd1fd1801d owned by network:router_interface {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:23.425926 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (8365ec17-4ab0-450d-83de-c0fd1fd1801d), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:23.451558 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8365ec17-4ab0-450d-83de-c0fd1fd1801d,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:23.627866 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:23.845666 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Router 93fe6545-10ec-40e9-b0c4-74907a5d9551 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:23.954606 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:23.959502 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-8dd93c7b-be58-4f94-8d98-d60a983cd6f0 admin admin] 10.222.0.110 "PUT /v2.0/routers/93fe6545-10ec-40e9-b0c4-74907a5d9551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9073136 Feb 16 14:38:23.962023 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35150) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:23.964528 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Sync routers for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:23.974693 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:23.975351 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:38:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:24.069734 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks [] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.080643 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:24.176363 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks [] for router_gateway (93fe6545-10ec-40e9-b0c4-74907a5d9551), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.261086 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:38:23Z', 'revision_number': 5, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port': {'id': 'ce96f09a-d244-4fe7-ac25-0666ea455ac4', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:24.289318 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Checking router: 93fe6545-10ec-40e9-b0c4-74907a5d9551 for host: dv-cinder-804735-16-iscsi {{(pid=103315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:24.294117 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Deleting port ce96f09a-d244-4fe7-ac25-0666ea455ac4 {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:24.294465 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.298331 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Routers {'93fe6545-10ec-40e9-b0c4-74907a5d9551'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:24.298969 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:38:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['93fe6545-10ec-40e9-b0c4-74907a5d9551'], 'active': True} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:24.379936 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] For port ce96f09a-d244-4fe7-ac25-0666ea455ac4, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=ce96f09a-d244-4fe7-ac25-0666ea455ac4,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:24.380295 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.387668 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvr_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] Set router 93fe6545-10ec-40e9-b0c4-74907a5d9551 gateway port host: None {{(pid=103315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:24.392779 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Calling delete_port for ce96f09a-d244-4fe7-ac25-0666ea455ac4 owned by network:router_gateway {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:24.442766 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_hamode_db [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:38:24Z', 'revision_number': 6, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:24.470139 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82b35a-95b7-40fc-a7c3-053df75d6933 None None] The sync data for ids ['93fe6545-10ec-40e9-b0c4-74907a5d9551'] in dv-cinder-804735-16-iscsi is: [{'id': '93fe6545-10ec-40e9-b0c4-74907a5d9551', 'name': 'tempest-TestVolumeBootPattern-749749311-router', 'tenant_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:04Z', 'updated_at': '2022-02-16T14:38:24Z', 'revision_number': 6, 'project_id': 'a072f4cf28da4e14b3fd13b1ba2a9686', 'gw_port_host': None}] {{(pid=103315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:24.614326 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (ce96f09a-d244-4fe7-ac25-0666ea455ac4), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.641597 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce96f09a-d244-4fe7-ac25-0666ea455ac4,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:24.702003 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.794844 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.797830 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks [] for router_controller (93fe6545-10ec-40e9-b0c4-74907a5d9551), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.900557 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (93fe6545-10ec-40e9-b0c4-74907a5d9551), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.901141 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93fe6545-10ec-40e9-b0c4-74907a5d9551 {{(pid=103313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:38:24.905555 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.906740 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-69306a08-cac2-4204-91d8-bfc6b46a80f4 admin admin] 10.222.0.110 "DELETE /v2.0/routers/93fe6545-10ec-40e9-b0c4-74907a5d9551 HTTP/1.1" status: 204 len: 168 time: 0.9437909 Feb 16 14:38:24.909210 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35152) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:24.955270 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Deleting subnet c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:38:24.958294 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Publish callbacks [] for subnet (c1d84ceb-bfa6-40f2-9bfe-f4e19962a291), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:24.992441 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (c1d84ceb-bfa6-40f2-9bfe-f4e19962a291), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.073354 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (c1d84ceb-bfa6-40f2-9bfe-f4e19962a291), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.203866 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (c1d84ceb-bfa6-40f2-9bfe-f4e19962a291), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.237583 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d84ceb-bfa6-40f2-9bfe-f4e19962a291,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:25.240803 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.244239 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-a04a7e30-d9a6-46a6-ba3e-e674ff85b487 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/c1d84ceb-bfa6-40f2-9bfe-f4e19962a291 HTTP/1.1" status: 204 len: 168 time: 0.3339944 Feb 16 14:38:25.246601 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35154) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:25.249897 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55086f7f-e06c-4925-9d98-296410853462 None None] Network 0af86f90-4507-47db-8c2b-277aef0456a0 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:38:25.322168 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (0af86f90-4507-47db-8c2b-277aef0456a0), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.380640 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Deleting port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:25.380887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.453289 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] For port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,segment=NetworkSegment(dc2af4b6-54c3-4a7e-9823-ae50fe46c51a),segment_id=dc2af4b6-54c3-4a7e-9823-ae50fe46c51a)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:25.453648 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.467420 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Calling delete_port for 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:25.567857 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] DHCP port deletion for 0af86f90-4507-47db-8c2b-277aef0456a0 request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:38:25.614256 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.614521 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Deleting port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:25.614850 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.637291 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Pushing event deleted for resources: {'Port': ['ID=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:25.643581 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] No DVR routers for this DVR port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:25.680200 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] For port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f, host dv-cinder-804735-16-iscsi, got binding levels [] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:25.680600 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.693030 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Calling delete_port for 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:25.695695 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f was not found and therefore no delete operation was performed {{(pid=103315) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:38:25.697215 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.716490 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (0af86f90-4507-47db-8c2b-277aef0456a0), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.722466 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] Pushing event deleted for resources: {'Port': ['ID=4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:25.725962 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d01f75-9aa5-4765-a0ba-f9fe1e2cc6fd None None] No DVR routers for this DVR port 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:25.737974 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af86f90-4507-47db-8c2b-277aef0456a0']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:25.747410 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:25.747704 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2af4b6-54c3-4a7e-9823-ae50fe46c51a') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:25.758000 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (dc2af4b6-54c3-4a7e-9823-ae50fe46c51a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.772207 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (dc2af4b6-54c3-4a7e-9823-ae50fe46c51a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.779033 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:38:25.779483 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (dc2af4b6-54c3-4a7e-9823-ae50fe46c51a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:38:25.782157 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:38:25.894480 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (0af86f90-4507-47db-8c2b-277aef0456a0), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.899886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:25.903258 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] 10.222.0.110 "DELETE /v2.0/networks/0af86f90-4507-47db-8c2b-277aef0456a0 HTTP/1.1" status: 204 len: 168 time: 0.6557095 Feb 16 14:38:25.906692 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35156) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:25.914463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dda58-0f43-430c-ab7f-30cefe3ba171 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af86f90-4507-47db-8c2b-277aef0456a0,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:26.328153 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8365ec17-4ab0-450d-83de-c0fd1fd1801d no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:26.348493 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 8365ec17-4ab0-450d-83de-c0fd1fd1801d {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:26.348838 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 8365ec17-4ab0-450d-83de-c0fd1fd1801d not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:26.349252 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ce96f09a-d244-4fe7-ac25-0666ea455ac4 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:26.367269 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: ce96f09a-d244-4fe7-ac25-0666ea455ac4 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:26.367620 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device ce96f09a-d244-4fe7-ac25-0666ea455ac4 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:26.368030 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:26.391517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:26.391858 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device 4304e24d-cdd6-4b5f-b2f8-d1e8da4e9c7f not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:26.528253 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655837'] for router_interface (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:26.795249 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Deleting port f838e257-9be2-4dae-9d19-9f10c3899372 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:26.795685 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:26.880481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] For port f838e257-9be2-4dae-9d19-9f10c3899372, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=f838e257-9be2-4dae-9d19-9f10c3899372,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:26.880843 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:26.894197 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Calling delete_port for f838e257-9be2-4dae-9d19-9f10c3899372 owned by network:router_interface {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:27.191891 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (f838e257-9be2-4dae-9d19-9f10c3899372), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:27.220369 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Pushing event deleted for resources: {'Port': ['ID=f838e257-9be2-4dae-9d19-9f10c3899372,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:27.392802 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-656429'] for router_interface (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:27.607832 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Router 59f83f28-1733-46e0-8bcc-d048a21adbd8 has already been hosted by L3 agent ccfde49f-008d-444d-a736-3cf2a5f3a110 {{(pid=103314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:27.714473 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] Notify agent at l3_agent.dv-cinder-804735-16-iscsi the message routers_updated {{(pid=103314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:27.719495 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-1e60f741-51f7-4c13-9413-cee21ff0a82f admin admin] 10.222.0.110 "PUT /v2.0/routers/59f83f28-1733-46e0-8bcc-d048a21adbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111937 Feb 16 14:38:27.721952 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [-] (103314) accepted ('10.222.0.110', 35158) {{(pid=103314) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:27.724395 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Sync routers for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:27.735335 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:27.735934 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:38:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:27.825843 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks [] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:27.839906 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: dv-cinder-804735-16-iscsi {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:27.928469 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks [] for router_gateway (59f83f28-1733-46e0-8bcc-d048a21adbd8), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.017058 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'external_fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:38:27Z', 'revision_number': 5, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port': {'id': 'efb0210d-bcc8-4686-9d56-7ae58e1e0584', 'name': '', 'network_id': 'c72208d8-9f4a-43cf-9bfc-a7a985f9cc82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '13e03e12-bab0-488c-abf8-cd616998e467', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:12Z', 'updated_at': '2022-02-16T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13e03e12-bab0-488c-abf8-cd616998e467', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-16-iscsi'}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:28.047778 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Checking router: 59f83f28-1733-46e0-8bcc-d048a21adbd8 for host: dv-cinder-804735-16-iscsi {{(pid=103316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:28.056466 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Routers {'59f83f28-1733-46e0-8bcc-d048a21adbd8'} bound to L3 agent in host dv-cinder-804735-16-iscsi {{(pid=103316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:28.057104 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:16:46Z,description=,heartbeat_timestamp=2022-02-16T14:38:16Z,host='dv-cinder-804735-16-iscsi',id=ccfde49f-008d-444d-a736-3cf2a5f3a110,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:16:47Z,topic='l3_agent')) {'router_ids': ['59f83f28-1733-46e0-8bcc-d048a21adbd8'], 'active': True} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:28.075434 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Deleting port efb0210d-bcc8-4686-9d56-7ae58e1e0584 {{(pid=103314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:28.075773 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), before_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.141403 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_dvr_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] Set router 59f83f28-1733-46e0-8bcc-d048a21adbd8 gateway port host: None {{(pid=103316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:28.156261 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.db [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] For port efb0210d-bcc8-4686-9d56-7ae58e1e0584, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=efb0210d-bcc8-4686-9d56-7ae58e1e0584,segment=NetworkSegment(e328dccb-a2cf-4ce2-823a-503e7ef1f90b),segment_id=e328dccb-a2cf-4ce2-823a-503e7ef1f90b)] {{(pid=103314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:28.156624 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.168348 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.plugins.ml2.plugin [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Calling delete_port for efb0210d-bcc8-4686-9d56-7ae58e1e0584 owned by network:router_gateway {{(pid=103314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:28.195145 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.l3_hamode_db [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:38:27Z', 'revision_number': 6, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port_host': None}], 'dv-cinder-804735-16-iscsi', False) {} {{(pid=103316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:28.220789 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d51ab-43ab-4109-aa9f-862af74cccbe None None] The sync data for ids ['59f83f28-1733-46e0-8bcc-d048a21adbd8'] in dv-cinder-804735-16-iscsi is: [{'id': '59f83f28-1733-46e0-8bcc-d048a21adbd8', 'name': 'tempest-TestVolumeBootPattern-1867531673-router', 'tenant_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:11Z', 'updated_at': '2022-02-16T14:38:27Z', 'revision_number': 6, 'project_id': '0f721fce02c54b4e9a1a15a99f5a9137', 'gw_port_host': None}] {{(pid=103316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:28.385371 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12360337'] for port (efb0210d-bcc8-4686-9d56-7ae58e1e0584), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.411344 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Pushing event deleted for resources: {'Port': ['ID=efb0210d-bcc8-4686-9d56-7ae58e1e0584,revision_number=None']} {{(pid=103314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:28.470482 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658327'] for router_gateway (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.564797 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254048'] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), precommit_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.569420 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks [] for router_controller (59f83f28-1733-46e0-8bcc-d048a21adbd8), precommit_delete_associations {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.651202 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device f838e257-9be2-4dae-9d19-9f10c3899372 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:28.675639 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: f838e257-9be2-4dae-9d19-9f10c3899372 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:28.676001 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device f838e257-9be2-4dae-9d19-9f10c3899372 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:28.678448 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-670211'] for router (59f83f28-1733-46e0-8bcc-d048a21adbd8), after_delete {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.679116 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f83f28-1733-46e0-8bcc-d048a21adbd8 {{(pid=103314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:38:28.685481 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron_lib.callbacks.manager [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.685962 dv-cinder-804735-16-iscsi neutron-server[103314]: INFO neutron.wsgi [None req-a4b516c6-4c26-4561-b6b3-ed1019ddb79a admin admin] 10.222.0.110 "DELETE /v2.0/routers/59f83f28-1733-46e0-8bcc-d048a21adbd8 HTTP/1.1" status: 204 len: 168 time: 0.9630511 Feb 16 14:38:28.688922 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35160) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:28.737161 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Deleting subnet 79ce013f-5b81-4b8b-b29e-85de4d567b3c {{(pid=103313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:38:28.740166 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Publish callbacks [] for subnet (79ce013f-5b81-4b8b-b29e-85de4d567b3c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.773866 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9399933'] for subnet (79ce013f-5b81-4b8b-b29e-85de4d567b3c), precommit_delete_associations {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.848103 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3914113'] for subnet (79ce013f-5b81-4b8b-b29e-85de4d567b3c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:28.992259 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3914120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8752914', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12070837'] for subnet (79ce013f-5b81-4b8b-b29e-85de4d567b3c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.017097 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ce013f-5b81-4b8b-b29e-85de4d567b3c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:29.022816 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for subnet (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.026536 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-5a8232d2-60af-49ea-b8cc-47920f4e9d27 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/79ce013f-5b81-4b8b-b29e-85de4d567b3c HTTP/1.1" status: 204 len: 168 time: 0.3363473 Feb 16 14:38:29.028815 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35162) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:29.032204 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5bf71-8611-4994-8a65-f1104804e388 None None] Network 982b62a5-1541-4583-89cf-8e1f8196cb29 requested from dv-cinder-804735-16-iscsi {{(pid=103315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:38:29.100813 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3819516'] for network (982b62a5-1541-4583-89cf-8e1f8196cb29), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.162115 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Deleting port dfd54e25-e8de-440e-b9ea-e952cc23bd0c {{(pid=103313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:29.162456 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.180420 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] DHCP port deletion for 982b62a5-1541-4583-89cf-8e1f8196cb29 request from dv-cinder-804735-16-iscsi {{(pid=103315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:38:29.229226 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.db [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] For port dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:29.229887 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.239509 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Deleting port dfd54e25-e8de-440e-b9ea-e952cc23bd0c {{(pid=103315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:29.240114 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748137133815'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), before_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.245691 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.plugin [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Calling delete_port for dfd54e25-e8de-440e-b9ea-e952cc23bd0c owned by network:dhcp {{(pid=103313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:29.304944 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.db [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] For port dfd54e25-e8de-440e-b9ea-e952cc23bd0c, host dv-cinder-804735-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-16-iscsi',level=0,port_id=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,segment=NetworkSegment(42c464d2-e320-43e6-8557-f064f3b14dfc),segment_id=42c464d2-e320-43e6-8557-f064f3b14dfc)] {{(pid=103315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:29.305343 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657913'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), precommit_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.321544 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Calling delete_port for dfd54e25-e8de-440e-b9ea-e952cc23bd0c owned by network:dhcp {{(pid=103315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:29.391672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8752935'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.406310 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748136960862', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748136518175'] for port (dfd54e25-e8de-440e-b9ea-e952cc23bd0c), after_delete {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.418573 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:29.420448 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] No DVR routers for this DVR port dfd54e25-e8de-440e-b9ea-e952cc23bd0c on host dv-cinder-804735-16-iscsi {{(pid=103313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:29.431514 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] Pushing event deleted for resources: {'Port': ['ID=dfd54e25-e8de-440e-b9ea-e952cc23bd0c,revision_number=None']} {{(pid=103315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:29.434949 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28e4d8-7a43-4301-9266-799361b3f39a None None] No DVR routers for this DVR port dfd54e25-e8de-440e-b9ea-e952cc23bd0c on host dv-cinder-804735-16-iscsi {{(pid=103315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:29.493104 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915772', 'neutron.services.segments.db._delete_segments_for_network-8748137049739'] for network (982b62a5-1541-4583-89cf-8e1f8196cb29), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.516937 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982b62a5-1541-4583-89cf-8e1f8196cb29']}} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:29.526143 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c464d2-e320-43e6-8557-f064f3b14dfc') {'for_net_delete': True} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:29.526433 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.services.segments.db [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c464d2-e320-43e6-8557-f064f3b14dfc') {} {{(pid=103313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:29.536417 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748137051284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9399924'] for segment (42c464d2-e320-43e6-8557-f064f3b14dfc), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.549067 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864'] for segment (42c464d2-e320-43e6-8557-f064f3b14dfc), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.554765 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Releasing vlan 1431 on physical network physnet1 to pool {{(pid=103313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:38:29.555133 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3907864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752968'] for segment (42c464d2-e320-43e6-8557-f064f3b14dfc), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: Traceback (most recent call last): Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: timer() Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: cb(*args, **kw) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: return func(*args, **kwargs) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: self._notify() Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: self.callback(batched_events) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: event.method(event) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: return f(self, *a, **k) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._get(url).json() Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: return self.request(url, 'GET', **kwargs) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:38:29.556766 dv-cinder-804735-16-iscsi neutron-server[103313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:38:29.705722 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658355'] for network (982b62a5-1541-4583-89cf-8e1f8196cb29), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.710808 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649761'] for network (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:29.713991 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] 10.222.0.110 "DELETE /v2.0/networks/982b62a5-1541-4583-89cf-8e1f8196cb29 HTTP/1.1" status: 204 len: 168 time: 0.6831751 Feb 16 14:38:29.724770 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e67c5-0d5e-425e-8477-799faa954ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=982b62a5-1541-4583-89cf-8e1f8196cb29,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:30.002327 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35166) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:30.041016 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-de6a2f37-7ba8-4772-8de5-2b3be5c5d21a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a072f4cf28da4e14b3fd13b1ba2a9686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374968 Feb 16 14:38:30.044602 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35168) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:30.095886 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] Publish callbacks [] for security_group (50e68de5-51ba-4d05-992b-b67db9667898), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:30.116949 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] Publish callbacks [] for security_group (50e68de5-51ba-4d05-992b-b67db9667898), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:30.249476 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (50e68de5-51ba-4d05-992b-b67db9667898), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:30.252188 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:30.253404 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/50e68de5-51ba-4d05-992b-b67db9667898 HTTP/1.1" status: 204 len: 168 time: 0.2078819 Feb 16 14:38:30.262600 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769971b7-9b77-4bfc-9c37-d2744457ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e68de5-51ba-4d05-992b-b67db9667898,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:30.336098 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device efb0210d-bcc8-4686-9d56-7ae58e1e0584 no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:30.361955 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: efb0210d-bcc8-4686-9d56-7ae58e1e0584 {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:30.362417 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device efb0210d-bcc8-4686-9d56-7ae58e1e0584 not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:30.377867 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device dfd54e25-e8de-440e-b9ea-e952cc23bd0c no longer exists at agent ovs-agent-dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:30.394403 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] No Port match for: dfd54e25-e8de-440e-b9ea-e952cc23bd0c {{(pid=103315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:30.394786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.rpc [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Device dfd54e25-e8de-440e-b9ea-e952cc23bd0c not bound to the agent host dv-cinder-804735-16-iscsi {{(pid=103315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:30.945330 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35174) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:30.986176 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-d0e92387-e9dd-49cb-9ce2-2047c909aa5e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0f721fce02c54b4e9a1a15a99f5a9137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396576 Feb 16 14:38:30.988581 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [-] (103313) accepted ('10.222.0.110', 35176) {{(pid=103313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:31.035726 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] Publish callbacks [] for security_group (987eecc5-feaa-444c-82ef-851841bdef5a), before_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:31.056111 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] Publish callbacks [] for security_group (987eecc5-feaa-444c-82ef-851841bdef5a), precommit_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:31.179672 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564528'] for security_group (987eecc5-feaa-444c-82ef-851841bdef5a), after_delete {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:31.182158 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron_lib.callbacks.manager [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:31.183324 dv-cinder-804735-16-iscsi neutron-server[103313]: INFO neutron.wsgi [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/987eecc5-feaa-444c-82ef-851841bdef5a HTTP/1.1" status: 204 len: 168 time: 0.1938672 Feb 16 14:38:31.191573 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60ba2a-ad3e-4580-ae53-43f84b0faf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987eecc5-feaa-444c-82ef-851841bdef5a,revision_number=None']} {{(pid=103313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:43.807786 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-e2313105-23b4-47a2-9801-cc81230455f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:46.225047 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6687d4e7-1174-4da7-87b1-a90ef76fe03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:47.150863 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:48.785573 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:50.208384 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:52.539610 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:52.569731 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:13.801683 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a8270b4-652b-4f72-bc89-b5db6b83150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:16.230090 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf30d-d080-49e7-b978-06626bfe74c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:17.172938 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:18.807051 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:20.236072 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:22.532813 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:29.568412 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:43.846523 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-1fda8b85-4866-49a8-8da4-e043770ad08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:46.229701 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-94af6e50-fe2b-4c65-9e77-8ef17899d74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:47.132283 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:48.800712 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:50.269422 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:52.561041 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:06.568593 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:13.839960 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-b2e3ec12-dabc-43cb-8648-002064787eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:16.222842 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5a39fb48-8dc5-4e37-a6b0-2fa3cf40f365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:17.176969 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:18.811568 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:20.205629 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:22.508664 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:43.567150 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:43.839293 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d9d56d98-6dc8-42d2-a3cd-108a81c9e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:46.228023 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-35aff042-37ba-408d-9c37-9a1295ea151b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:47.170607 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:48.787729 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:50.194078 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:50.482463 dv-cinder-804735-16-iscsi neutron-server[103313]: DEBUG neutron.wsgi [req-cda69be0-c507-4131-81bb-a3a5e2901adc req-13e11366-409b-4eaf-9609-8697fb92ec56 service neutron] (103313) timed out ('10.222.0.124', 63925) {{(pid=103313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 14:40:52.507917 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:13.809991 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2460-4a79-4163-89be-d008ebd99d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:16.215892 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-10520857-d137-45e4-a097-e16b04ee039e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:17.169804 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:18.815600 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:19.645654 dv-cinder-804735-16-iscsi neutron-server[103314]: DEBUG neutron.wsgi [req-ae10b42a-3aaa-40b4-a175-1909ffe60dfd req-a64c185d-a347-41bf-93e7-6d3445c807a3 service neutron] (103314) timed out ('10.222.0.124', 63972) {{(pid=103314) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 14:41:20.192918 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:20.566711 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:41:22.518275 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:43.826128 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-6bebbdf3-bc8a-492e-aa07-7faf4aa7c56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:46.255175 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-5beee537-a1d7-4c7f-bd5e-a374eed84b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:47.191951 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:48.826096 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:50.175177 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:52.517811 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:57.565579 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:13.843028 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-070bc014-90fd-404c-a0ca-1987561045ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:16.226828 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4a85e1a0-e69c-4686-aa6a-4de42d2af4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:17.185443 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:18.814191 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:20.174291 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:22.516811 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:34.564593 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:43.836517 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-008371e0-8bf3-46d3-9c44-8e53bf773200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:46.219449 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6d0c-cfd5-4d1d-be09-f2920d0a885b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:47.162170 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:48.791376 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:50.201973 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:52.516437 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:11.564485 dv-cinder-804735-16-iscsi neutron-server[103316]: DEBUG neutron.db.agents_db [None req-7cec8038-4978-4953-940c-a3d2b03634c8 None None] Agent healthcheck: found 6 active agents {{(pid=103316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:43:13.847003 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-306d203f-1485-4de8-a618-2f2dd934ab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:16.212840 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-4542d705-b5c3-4d4c-8238-1c025ed8519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:17.166757 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-8313d167-d8a8-47b7-beff-7f7e7e2796e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (efc27aa8-846b-4094-9c29-c796d6518adc), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:18.846942 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-bde44dc3-b095-49bf-a442-488a7ae32878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (39d10b29-9802-4ab0-b390-9e9620811941), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:20.200853 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-ff186785-97dc-48fb-81a8-335d6325909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (c1af7b65-7899-4b0b-b9c9-8bae0a309641), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:22.549440 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-81268ece-18b5-4a4e-a7de-8b6fd4edea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (0cfdef3f-0a9d-475b-8e74-64b2e4c4288d), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:43.834639 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-1ada1098-3793-488d-af87-cee91214f351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (a7b86353-b827-4d8a-8f19-3c3d54cfaad6), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:46.217977 dv-cinder-804735-16-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-d6abd274-2b6f-4c88-8562-9af32dfe2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748137049721', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3913461'] for agent (ccfde49f-008d-444d-a736-3cf2a5f3a110), after_update {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}